-- Logs begin at Tue 2021-12-14 17:06:12 UTC, end at Tue 2021-12-14 18:09:27 UTC. --
Dec 14 17:41:34.768803 dv-cinder-821737-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Dec 14 17:41:37.408300 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.common.config [-] Logging enabled!
Dec 14 17:41:37.408807 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev18
Dec 14 17:41:37.410170 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88013) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 14 17:41:37.410920 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.common.config [-] Logging enabled!
Dec 14 17:41:37.411204 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev18
Dec 14 17:41:37.411470 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88013) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 14 17:41:37.412532 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 14 17:41:37.412795 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 14 17:41:37.413791 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 14 17:41:37.414110 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 14 17:41:37.414368 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 14 17:41:37.414727 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.415065 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.415398 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.415636 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.415967 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.416294 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.416607 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.416929 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.417263 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.417577 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.417910 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.418222 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.418477 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.418771 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.419089 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.419419 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.419666 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] debug                          = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.419973 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.420489 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.420802 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.421109 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.421429 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.422285 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.422608 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.422928 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.423288 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] host                           = dv-cinder-821737-1-iscsi {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.423596 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.423925 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.424245 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.424565 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.424869 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.425173 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.425488 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.425814 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.426120 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.426424 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.426745 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.427067 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.427397 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.427648 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.427896 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.428223 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.428545 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.428848 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.429150 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.429454 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.429783 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.430080 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.430374 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.430696 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.431019 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.431336 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.431637 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.431940 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.432240 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.432538 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.432855 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.433155 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.433456 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.433778 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.434109 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.434405 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.434708 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.435047 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.435363 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.435682 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.435998 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.436299 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.436620 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.436915 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.437229 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.438023 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.438334 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.438639 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.438959 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.439260 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.439564 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.439862 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.440161 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.440482 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:37.440810 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.441144 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.441479 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.441810 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.442136 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.442447 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.442768 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.443072 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.443392 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.443718 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.444036 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.444339 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.444653 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.444985 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.445314 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.445614 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.445948 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.446275 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.446581 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.446881 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.447206 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.447511 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.447810 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.448119 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.448419 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.448717 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.449013 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.449314 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.449637 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.449964 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.450259 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.450554 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.450856 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.451152 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.451464 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.451764 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.452062 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.452360 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.452661 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.453504 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.453899 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.454218 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.454524 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.454830 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.455136 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.455438 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.455740 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.456040 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.456350 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.456644 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.456940 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.457244 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.457545 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.457892 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.458191 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.458489 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.458785 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.459101 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.459430 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.459740 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.460045 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.460349 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.460656 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.460958 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.461261 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.461569 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.461900 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.462201 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.462528 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.462840 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.463152 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.463462 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.463771 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.464099 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.464405 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.464713 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.465016 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.465319 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.465629 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.465966 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.466290 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.466613 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.466937 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.467257 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.467580 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.467886 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.468232 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.468562 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:37.469350 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 14 17:41:37.469621 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88013) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}}
Dec 14 17:41:38.139949 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:41:38.140237 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:41:38.140639 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:41:38.142829 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 14 17:41:38.491469 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:38.492037 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:38.492037 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:38.553703 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:38.553993 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:38.554331 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:38.557286 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:38.557597 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:38.557910 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:38.708692 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:38.709009 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:38.709296 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:38.710363 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:38.710661 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:38.710944 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:38.834088 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f622dee0b70> agent after_create 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:38.834300 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f622dee0b70> agent after_update 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:38.834616 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f622dee0bf8> segment precommit_create 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:38.834897 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f622dee0c80> network precommit_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:38.835717 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f622df06d90> segment before_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.022370 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f622f140908>> network before_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.022743 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f622dfbbe18> agent before_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.023065 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f622f140908>> network before_create 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.023363 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f622f140908>> port before_create 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.023658 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f622f140908>> port before_update 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.024035 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f622f140908>> segment after_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.024329 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f622f140908>> segment precommit_create 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.024609 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f622f140908>> segment precommit_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.024896 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f622f140908>> segment after_create 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.025226 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f622f140908>> network after_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.025497 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f622f140908>> network precommit_delete 0 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.025812 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f622f140908>> port provisioning_complete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.026114 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f622f140908>> rbac-policy before_create 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.026401 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f622f140908>> rbac-policy after_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.026698 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f622f140908>> agent after_update 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.026986 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f622f140908>> subnet after_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.027292 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f622f140908>> subnet precommit_delete 0 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.027585 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f622f140908>> rbac-policy before_update 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.027863 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f622f140908>> rbac-policy before_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.028193 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f622f140908>> segment_host_mapping after_create 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.028631 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f622f140908>> port after_create 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.028909 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f622f140908>> port after_update 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.029185 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f622f140908>> port after_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.029516 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f622f140908>> rbac-policy before_create 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.029811 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f622f140908>> rbac-policy before_update 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.030084 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f622f140908>> rbac-policy before_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.030496 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 14 17:41:39.030768 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 14 17:41:39.031057 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 14 17:41:39.031813 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 14 17:41:39.032080 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 14 17:41:39.032348 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 14 17:41:39.034477 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 14 17:41:39.044204 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 14 17:41:39.052194 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 14 17:41:39.057583 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])])
Dec 14 17:41:39.060443 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 14 17:41:39.061583 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 14 17:41:39.061986 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Dec 14 17:41:39.062873 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 14 17:41:39.067045 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 14 17:41:39.067318 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 14 17:41:39.067710 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Dec 14 17:41:39.095972 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Dec 14 17:41:39.096430 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f622dc759b0>> qos_plugin after_init 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.096754 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88013) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Dec 14 17:41:39.097164 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f622dc17208>> logging-plugin after_init 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.098528 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88013) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 14 17:41:39.098845 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Dec 14 17:41:39.099114 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Dec 14 17:41:39.102309 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f622dc17278>> floatingip before_response 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.102622 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f622dc17278>> port before_response 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.168769 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 14 17:41:39.169007 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 14 17:41:39.169292 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 14 17:41:39.169698 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 14 17:41:39.206358 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_db.sqlalchemy.engines [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=88013) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Dec 14 17:41:39.508495 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.plugins.ml2.managers [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Initializing driver for type 'gre'
Dec 14 17:41:39.509048 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] gre ID ranges: [(1, 1000)]
Dec 14 17:41:39.552769 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.plugins.ml2.managers [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Initializing driver for type 'local'
Dec 14 17:41:39.553076 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.plugins.ml2.managers [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Initializing driver for type 'vlan'
Dec 14 17:41:39.564807 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] VlanTypeDriver initialization complete
Dec 14 17:41:39.565176 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.plugins.ml2.managers [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Initializing driver for type 'vxlan'
Dec 14 17:41:39.565705 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] vxlan ID ranges: [(1, 1000)]
Dec 14 17:41:39.608221 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.plugins.ml2.managers [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Initializing extension driver 'port_security'
Dec 14 17:41:39.608545 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.plugins.ml2.extensions.port_security [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] PortSecurityExtensionDriver initialization complete
Dec 14 17:41:39.608886 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.plugins.ml2.managers [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Initializing mechanism driver 'openvswitch'
Dec 14 17:41:39.609396 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.plugins.ml2.managers [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Initializing mechanism driver 'hyperv'
Dec 14 17:41:39.615878 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88013) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:41:39.616729 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f622dc3c438>> port after_create 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.617133 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f622dc3c438>> port after_update 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.617521 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f622dc3c438>> port after_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.617975 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f622d792f98>> subnet after_create 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.618363 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f622d792f98>> subnet after_update 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.618739 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f622d792f98>> subnet after_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.619155 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f622d7c2198>> network after_create 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.619533 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f622d7c2198>> network after_update 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.619908 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f622d7c2198>> network after_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.620320 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f622d7c2358>> security_group after_create 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.620676 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f622d7c2358>> security_group after_update 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.621053 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f622d7c2358>> security_group after_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.621467 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f622d7c2518>> security_group_rule after_create 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.621869 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f622d7c2518>> security_group_rule after_update 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.622382 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f622d7c2518>> security_group_rule after_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.622750 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] ML2 OVO RPC backend initialized. {{(pid=88013) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Dec 14 17:41:39.623452 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f622d7c25f8>> router_interface after_create 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.623841 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f622d7c25f8>> router_interface after_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.624290 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f622d7c25f8>> network before_response 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.624697 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f622d7c25f8>> networks before_response 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.625170 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f622d7c25f8>> port before_response 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.625549 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f622d7c25f8>> ports before_response 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.625950 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f622d7c25f8>> subnet before_response 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.626325 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f622d7c25f8>> subnets before_response 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.626705 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f622d7c25f8>> network after_create 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.627077 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f622d7c25f8>> network after_update 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.627440 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f622d7c25f8>> network after_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.627805 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f622d7c25f8>> port after_create 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.628156 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f622d7c25f8>> port after_update 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.628523 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f622d7c25f8>> port after_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.628912 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f622d7c25f8>> subnet after_create 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.629271 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f622d7c25f8>> subnet after_update 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.629633 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f622d7c25f8>> subnet after_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.630288 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.plugins.ml2.plugin [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Modular L2 Plugin initialization complete
Dec 14 17:41:39.630640 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading services supported by the core plugin {{(pid=88013) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}}
Dec 14 17:41:39.631006 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.plugins.ml2.managers [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Got port-security extension from driver 'port_security'
Dec 14 17:41:39.631504 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.extensions.vlantransparent [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Disabled vlantransparent extension.
Dec 14 17:41:39.631953 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88013) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}}
Dec 14 17:41:39.632275 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading Plugin: router
Dec 14 17:41:39.676750 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f622d7c2780>> router_interface before_create 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.677189 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f622d7c2780>> router after_create 55549900 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.677594 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f622d7c2780>> router before_create 55549900 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.678021 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f622d7c2780>> router_interface before_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.678434 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f622d7c2780>> router_interface after_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.678819 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f622d7c2780>> router after_delete 55549900 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.679215 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f622d7c2780>> floatingip after_update 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.679620 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f622d7c2780>> router after_create 55549900 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.679991 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f622d7c2780>> router after_update 55549900 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.680374 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f622d7c2780>> router after_update 55549900 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.680755 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f622d7c2780>> router_gateway after_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.681155 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f622d7c2780>> router after_update 55549900 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.681646 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f622d7c2780>> router precommit_update 55549900 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.682066 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f622de43ae8> port after_update 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.682437 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f622de439d8> port after_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.682807 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f622de43a60> subnet after_update 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.683177 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f622de43b70> subnetpool_address_scope after_update 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.683561 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f622d7c2780>> port precommit_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.683938 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f622d7c2780>> router precommit_create 55549900 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.684320 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f622de1b378> port before_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.684697 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f622d7c2780>> router precommit_create 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.685096 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f622d7c2780>> router after_update 55549900 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.685469 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f622d7c2780>> router precommit_delete 55549900 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.685884 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f622d7c2780>> router precommit_create 55549900 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.686286 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f622d7c2780>> router_interface after_create 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.686663 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f622d7c2780>> router precommit_update 55549900 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.687074 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f622d7c2780>> agent after_create 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.687467 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f622d7c2780>> agent after_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.687845 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f622d7c2780>> network after_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.688822 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource_registry [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Tracking information for resource: router configured {{(pid=88013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 14 17:41:39.689187 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource_registry [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Tracking information for resource: floatingip configured {{(pid=88013) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 14 17:41:39.694262 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.l3_agentschedulers_db [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 14 17:41:39.694905 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f622d748ea0> port after_update 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.695265 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f622d748d90> port after_create 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.695645 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <function _notify_port_delete at 0x7f622d748e18> port after_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.696025 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f622d7460d0> port after_update 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.696952 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f622d697320>> router before_create 55550100 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.697349 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f622d697320>> router precommit_delete 55550100 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.697777 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f622d697320>> router precommit_create 55550100 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.698158 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f622d697320>> router precommit_update 55550100 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.703044 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.provider_configuration [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Service providers = [] {{(pid=88013) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 14 17:41:39.703312 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.servicetype_db [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88013) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 14 17:41:39.706245 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.service_base [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88013) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 14 17:41:39.706616 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.service_base [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88013) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 14 17:41:39.706991 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.service_base [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88013) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 14 17:41:39.707883 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.service_base [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88013) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 14 17:41:39.708278 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.services.service_base [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 14 17:41:39.708692 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 14 17:41:39.709039 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 14 17:41:39.729475 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 14 17:41:39.729887 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading Plugin: auto_allocate
Dec 14 17:41:39.740659 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f622d6ff510> network precommit_update 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.741062 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f622d6ff510> network precommit_create 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.741653 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 14 17:41:39.742030 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading Plugin: tag
Dec 14 17:41:39.753574 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 14 17:41:39.753965 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading Plugin: timestamp
Dec 14 17:41:39.757722 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 14 17:41:39.758115 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading Plugin: network_ip_availability
Dec 14 17:41:39.763823 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f622d6f9c88>> rbac-policy before_create 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.764549 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f622d6f9c88>> rbac-policy before_update 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.764915 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f622d6f9c88>> rbac-policy before_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:39.765786 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 14 17:41:39.766156 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading Plugin: flavors
Dec 14 17:41:39.781874 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 14 17:41:39.782241 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading Plugin: revisions
Dec 14 17:41:39.786807 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88013) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 14 17:41:39.787225 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.647s {{(pid=88013) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:41:39.788021 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88013) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}}
Dec 14 17:41:39.788389 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Initializing extension manager.
Dec 14 17:41:39.788947 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: __init__.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.789315 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: __pycache__ {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.789680 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.790081 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.790447 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: _filter_validation_lib.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.790810 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.791147 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: address_scope.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.791982 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.792629 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: address-scope
Dec 14 17:41:39.792979 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.793949 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.794522 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: router-admin-state-down-before-update
Dec 14 17:41:39.794875 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: agent.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.795662 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.796224 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: agent
Dec 14 17:41:39.796618 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: agent_resources_synced.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.797551 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.798131 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: agent-resources-synced
Dec 14 17:41:39.798486 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: allowedaddresspairs.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.800498 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.801094 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: allowed-address-pairs
Dec 14 17:41:39.801550 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: auto_allocated_topology.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.802654 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.803303 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: auto-allocated-topology
Dec 14 17:41:39.803703 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: availability_zone.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.804605 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.805246 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: availability_zone
Dec 14 17:41:39.805606 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: availability_zone_filter.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.806763 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.807383 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: availability_zone_filter
Dec 14 17:41:39.807738 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: data_plane_status.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.808714 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.809332 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extension data-plane-status not supported by any of loaded plugins
Dec 14 17:41:39.809777 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: default_subnetpools.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.811206 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.811966 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: default-subnetpools
Dec 14 17:41:39.812376 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.813254 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.813942 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: dhcp_agent_scheduler
Dec 14 17:41:39.814305 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: dns.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.815255 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.815874 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extension dns-integration not supported by any of loaded plugins
Dec 14 17:41:39.816232 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: dns_domain_ports.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.817285 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.818115 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 14 17:41:39.818654 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: dvr.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.819590 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.820346 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: dvr
Dec 14 17:41:39.820737 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: empty_string_filtering.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.821663 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.822335 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: empty-string-filtering
Dec 14 17:41:39.822743 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.823667 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.824315 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 14 17:41:39.824675 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.825668 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.826276 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 14 17:41:39.826663 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: external_net.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.827646 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.828293 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: external-net
Dec 14 17:41:39.828716 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.829647 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.830337 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: extra_dhcp_opt
Dec 14 17:41:39.830859 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: extraroute.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.831864 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.832543 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: extraroute
Dec 14 17:41:39.833006 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: extraroute_atomic.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.834278 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.834908 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: extraroute-atomic
Dec 14 17:41:39.835318 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: filter_validation.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.836089 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.836663 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: filter-validation
Dec 14 17:41:39.837042 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: fip_pf_description.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.838170 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.838817 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 14 17:41:39.839181 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: fip_port_details.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.840315 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.841052 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: fip-port-details
Dec 14 17:41:39.841413 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: flavors.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.842855 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.843621 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: flavors
Dec 14 17:41:39.844105 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.846030 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.846757 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 14 17:41:39.847173 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: floatingip_pools.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.847966 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.848750 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: floatingip-pools
Dec 14 17:41:39.849296 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: ip_allocation.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.850463 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.851092 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extension ip_allocation not supported by any of loaded plugins
Dec 14 17:41:39.851615 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.852744 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.853366 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: ip-substring-filtering
Dec 14 17:41:39.853792 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: l2_adjacency.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.855083 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.855652 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 14 17:41:39.856006 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: l3.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.857464 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.858285 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: router
Dec 14 17:41:39.858627 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.861757 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.862399 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 14 17:41:39.862783 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.863977 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.864558 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: ext-gw-mode
Dec 14 17:41:39.864922 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.866112 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.866930 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: l3-ha
Dec 14 17:41:39.867431 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: l3_flavors.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.868522 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.869093 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: l3-flavors
Dec 14 17:41:39.869510 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.870557 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.871301 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 14 17:41:39.871697 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: l3agentscheduler.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.873225 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.873832 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: l3_agent_scheduler
Dec 14 17:41:39.874281 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: logging.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.876171 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.876750 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extension logging not supported by any of loaded plugins
Dec 14 17:41:39.877155 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: metering.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.880101 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.880999 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: metering
Dec 14 17:41:39.881428 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: multiprovidernet.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.882562 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.883233 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: multi-provider
Dec 14 17:41:39.883697 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: netmtu.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.884668 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.885338 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: net-mtu
Dec 14 17:41:39.885706 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: netmtu_writable.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.886754 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.887392 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: net-mtu-writable
Dec 14 17:41:39.887783 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: network_availability_zone.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.888554 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.889124 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: network_availability_zone
Dec 14 17:41:39.889826 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: network_ip_availability.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.891000 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.891568 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: network-ip-availability
Dec 14 17:41:39.891932 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: network_segment_range.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.892855 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.893435 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extension network-segment-range not supported by any of loaded plugins
Dec 14 17:41:39.893828 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: pagination.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.894843 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.895220 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: pagination
Dec 14 17:41:39.895586 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.896533 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.897101 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: port-mac-address-regenerate
Dec 14 17:41:39.897462 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: port_resource_request.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.898425 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.898993 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extension port-resource-request not supported by any of loaded plugins
Dec 14 17:41:39.899349 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: portbindings.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.900313 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.900880 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: binding
Dec 14 17:41:39.901241 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: portbindings_extended.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.902557 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.903127 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: binding-extended
Dec 14 17:41:39.903490 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: portsecurity.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.904424 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.904994 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: port-security
Dec 14 17:41:39.905350 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: project_id.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.906436 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.906936 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: project-id
Dec 14 17:41:39.907294 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: providernet.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.908348 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.908921 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: provider
Dec 14 17:41:39.909282 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: qos.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.912955 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.913542 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extension qos not supported by any of loaded plugins
Dec 14 17:41:39.913940 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.915191 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.915765 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 14 17:41:39.916130 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.917059 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.917629 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 14 17:41:39.918026 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: qos_default.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.918953 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.919521 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extension qos-default not supported by any of loaded plugins
Dec 14 17:41:39.919889 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: qos_fip.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.920578 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.921136 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extension qos-fip not supported by any of loaded plugins
Dec 14 17:41:39.921496 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: qos_gateway_ip.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.922638 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.923197 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 14 17:41:39.923558 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: qos_port_network_policy.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.924492 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.925064 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 14 17:41:39.925423 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: qos_rule_type_details.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.926402 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.926966 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 14 17:41:39.927326 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: qos_rules_alias.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.928396 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.928969 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 14 17:41:39.929331 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: quotasv2.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.930473 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.930846 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: quotas
Dec 14 17:41:39.931208 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: quotasv2_detail.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.932807 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.933183 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: quota_details
Dec 14 17:41:39.933545 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: rbac.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.934750 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.935332 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: rbac-policies
Dec 14 17:41:39.935701 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: rbac_address_scope.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.936645 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.937390 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: rbac-address-scope
Dec 14 17:41:39.937645 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: rbac_security_groups.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.938620 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.939184 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: rbac-security-groups
Dec 14 17:41:39.939541 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: rbac_subnetpool.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.940497 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.941067 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: rbac-subnetpool
Dec 14 17:41:39.941422 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: revisionifmatch.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.942387 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.942954 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: revision-if-match
Dec 14 17:41:39.943315 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: revisions.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.944431 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.945000 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: standard-attr-revisions
Dec 14 17:41:39.945363 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: router_availability_zone.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.946159 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.946736 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: router_availability_zone
Dec 14 17:41:39.947097 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: routerservicetype.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.948039 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.948614 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extension router-service-type not supported by any of loaded plugins
Dec 14 17:41:39.948974 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.949941 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.950512 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: port-security-groups-filtering
Dec 14 17:41:39.950870 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: securitygroup.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.964071 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.964676 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: security-group
Dec 14 17:41:39.965053 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: segment.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.965979 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.966550 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extension segment not supported by any of loaded plugins
Dec 14 17:41:39.966921 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.967873 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.968481 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 14 17:41:39.968960 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: servicetype.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.970108 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.970645 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: service-type
Dec 14 17:41:39.971007 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: sorting.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.972004 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.972375 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: sorting
Dec 14 17:41:39.972736 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: standard_attr_segment.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.973643 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.974265 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 14 17:41:39.974629 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: standardattrdescription.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.975333 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.975907 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: standard-attr-description
Dec 14 17:41:39.976274 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: stateful_security_group.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.977218 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.977808 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: stateful-security-group
Dec 14 17:41:39.978162 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: stdattrs_common.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.978762 dv-cinder-821737-1-iscsi neutron-server[88013]: WARNING neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 14 17:41:39.979125 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.980066 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.980632 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 14 17:41:39.980991 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: subnet_onboard.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.982094 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.982657 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: subnet_onboard
Dec 14 17:41:39.983016 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.983973 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.984619 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 14 17:41:39.984980 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: subnet_service_types.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.986033 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.986620 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: subnet-service-types
Dec 14 17:41:39.986979 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: subnetallocation.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.988081 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.988650 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: subnet_allocation
Dec 14 17:41:39.989014 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.989722 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.990312 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: subnetpool-prefix-ops
Dec 14 17:41:39.990672 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.991621 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.992226 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 14 17:41:39.992564 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: tagging.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.993961 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.994540 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: standard-attr-tag
Dec 14 17:41:39.994897 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: timestamp.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.996081 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.996660 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loaded extension: standard-attr-timestamp
Dec 14 17:41:39.997023 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: trunk.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:39.998097 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:39.998671 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extension trunk not supported by any of loaded plugins
Dec 14 17:41:39.999036 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: trunk_details.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:40.000502 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:40.001117 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extension trunk-details not supported by any of loaded plugins
Dec 14 17:41:40.001484 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: uplink_status_propagation.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:40.002511 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:40.003089 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 14 17:41:40.003441 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Loading extension file: vlantransparent.py {{(pid=88013) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 14 17:41:40.004176 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88013) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 14 17:41:40.004746 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 14 17:41:40.007236 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.quota.resource_registry [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Creating instance of TrackedResource for resource:network
Dec 14 17:41:40.008069 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.quota.resource_registry [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Creating instance of TrackedResource for resource:subnet
Dec 14 17:41:40.008724 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.quota.resource_registry [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 14 17:41:40.009391 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.quota.resource_registry [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Creating instance of TrackedResource for resource:port
Dec 14 17:41:40.010862 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.resource_helper [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 14 17:41:40.011349 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.resource_helper [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Service FLAVORS assigned prefix:  {{(pid=88013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 14 17:41:40.012081 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.resource_helper [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 14 17:41:40.012557 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.resource_helper [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 14 17:41:40.012919 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.quota.resource_registry [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Creating instance of TrackedResource for resource:router
Dec 14 17:41:40.013636 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.quota.resource_registry [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Creating instance of TrackedResource for resource:floatingip
Dec 14 17:41:40.014751 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.resource_helper [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Service METERING assigned prefix: /metering {{(pid=88013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 14 17:41:40.016811 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f622d589f60>> rbac-policy before_create 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:40.017205 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f622d589f60>> rbac-policy before_update 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:40.017583 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f622d589f60>> rbac-policy before_delete 55550000 {{(pid=88013) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:41:40.018763 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.quota.resource_registry [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 14 17:41:40.019256 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.quota.resource_registry [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Creating instance of TrackedResource for resource:security_group
Dec 14 17:41:40.020064 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.quota.resource_registry [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 14 17:41:40.020892 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.resource_helper [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Service CORE assigned prefix:  {{(pid=88013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 14 17:41:40.021254 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.quota.resource_registry [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 14 17:41:40.021610 dv-cinder-821737-1-iscsi neutron-server[88013]: WARNING neutron.quota.resource_registry [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] subnetpool is already registered
Dec 14 17:41:40.022300 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.resource_helper [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Service CORE assigned prefix:  {{(pid=88013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 14 17:41:40.022660 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.quota.resource_registry [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 14 17:41:40.023017 dv-cinder-821737-1-iscsi neutron-server[88013]: WARNING neutron.quota.resource_registry [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] subnetpool is already registered
Dec 14 17:41:40.025726 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.resource_helper [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 14 17:41:40.026218 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.resource_helper [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Service FLAVORS assigned prefix:  {{(pid=88013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 14 17:41:40.026860 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.resource_helper [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 14 17:41:40.027308 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.resource_helper [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 14 17:41:40.027672 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.quota.resource_registry [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Creating instance of TrackedResource for resource:router
Dec 14 17:41:40.028026 dv-cinder-821737-1-iscsi neutron-server[88013]: WARNING neutron.quota.resource_registry [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] router is already registered
Dec 14 17:41:40.028681 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.quota.resource_registry [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Creating instance of TrackedResource for resource:floatingip
Dec 14 17:41:40.029035 dv-cinder-821737-1-iscsi neutron-server[88013]: WARNING neutron.quota.resource_registry [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] floatingip is already registered
Dec 14 17:41:40.029720 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.resource_helper [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Service METERING assigned prefix: /metering {{(pid=88013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 14 17:41:40.030538 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.quota.resource_registry [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 14 17:41:40.031276 dv-cinder-821737-1-iscsi neutron-server[88013]: WARNING neutron.quota.resource_registry [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] rbac_policy is already registered
Dec 14 17:41:40.031878 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.quota.resource_registry [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Creating instance of TrackedResource for resource:security_group
Dec 14 17:41:40.032233 dv-cinder-821737-1-iscsi neutron-server[88013]: WARNING neutron.quota.resource_registry [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] security_group is already registered
Dec 14 17:41:40.033046 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.quota.resource_registry [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 14 17:41:40.033402 dv-cinder-821737-1-iscsi neutron-server[88013]: WARNING neutron.quota.resource_registry [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] security_group_rule is already registered
Dec 14 17:41:40.034159 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.resource_helper [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Service CORE assigned prefix:  {{(pid=88013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 14 17:41:40.034522 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.quota.resource_registry [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 14 17:41:40.036397 dv-cinder-821737-1-iscsi neutron-server[88013]: WARNING neutron.quota.resource_registry [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] subnetpool is already registered
Dec 14 17:41:40.036397 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.resource_helper [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Service CORE assigned prefix:  {{(pid=88013) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 14 17:41:40.036397 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.quota.resource_registry [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 14 17:41:40.036397 dv-cinder-821737-1-iscsi neutron-server[88013]: WARNING neutron.quota.resource_registry [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] subnetpool is already registered
Dec 14 17:41:40.036870 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: extensions {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.038561 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: address-scopes {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.039837 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: agents {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.041157 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: auto-allocated-topology {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.042503 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: availability_zones {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.043759 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: dhcp-networks {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.045327 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: dhcp-agents {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.047261 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: routers {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.049000 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: flavors {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.051296 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: service_profiles {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.052559 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: next_providers {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.054072 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: service_profiles {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.055560 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: floatingip-pools {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.056918 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: routers {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.058723 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: floatingips {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.059958 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: l3-routers {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.061514 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: l3-agents {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.063626 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: metering-labels {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.064918 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: metering-label-rules {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.066374 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: network-ip-availabilities {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.067672 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: bindings {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.069292 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: quotas {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.070915 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: quotas {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.072399 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: rbac-policies {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.073635 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: security-groups {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.074911 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: security-group-rules {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.076285 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: service-providers {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.077556 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: subnetpools {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.079476 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: subnetpools {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.081090 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: tags {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.082856 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: tags {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.084621 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: tags {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.086576 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: tags {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.088321 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: tags {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.090189 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: tags {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.092042 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: tags {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.094187 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: tags {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.096220 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: tags {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.098061 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.extensions [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Extended resource: tags {{(pid=88013) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 14 17:41:40.104958 dv-cinder-821737-1-iscsi neutron-server[88013]: WARNING keystonemiddleware.auth_token [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 14 17:41:40.110429 dv-cinder-821737-1-iscsi neutron-server[88013]: WARNING keystonemiddleware.auth_token [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 14 17:41:40.119173 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Acquired lock "singleton_lock" {{(pid=88013) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}}
Dec 14 17:41:40.119698 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Releasing lock "singleton_lock" {{(pid=88013) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}}
Dec 14 17:41:40.121146 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO oslo_service.service [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Starting 2 workers
Dec 14 17:41:40.126297 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Started child 88122 {{(pid=88013) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Dec 14 17:41:40.130605 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:41:40.130803 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Started child 88123 {{(pid=88013) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Dec 14 17:41:40.132309 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.service [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Neutron service started, listening on 0.0.0.0:9696
Dec 14 17:41:40.132531 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [-] (88122) wsgi starting up on http://0.0.0.0:9696
Dec 14 17:41:40.132921 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Notify callbacks [] for process, before_spawn {{(pid=88013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:41:40.134587 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:41:40.135329 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO oslo_service.service [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Starting 1 workers
Dec 14 17:41:40.135916 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [-] (88123) wsgi starting up on http://0.0.0.0:9696
Dec 14 17:41:40.141525 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Started child 88124 {{(pid=88013) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Dec 14 17:41:40.142092 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO oslo_service.service [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Starting 1 workers
Dec 14 17:41:40.143723 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.service [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] calling RpcWorker wait() {{(pid=88124) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 14 17:41:40.144094 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.service [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] returning from RpcWorker wait() {{(pid=88124) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 14 17:41:40.145481 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:41:40.146008 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:41:40.146609 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Started child 88125 {{(pid=88013) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Dec 14 17:41:40.147364 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-962b2815-2b07-4db7-99d0-db2732817413 None None] Notify callbacks [] for process, after_spawn {{(pid=88013) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:41:40.148991 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88013) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}}
Dec 14 17:41:40.149175 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 14 17:41:40.149586 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 14 17:41:40.149882 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 14 17:41:40.150277 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 14 17:41:40.150451 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 14 17:41:40.150895 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:41:40.150995 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.151288 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.151565 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.151837 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.152133 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.152786 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.153082 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.153359 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.153638 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.153950 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.154149 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.154306 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.154772 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.155049 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.155374 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.155654 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.155900 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.156258 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.157142 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.157437 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.157785 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.158049 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.158345 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] debug                          = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.158605 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.159190 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.159457 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.159730 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.159990 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.160296 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.160577 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.160873 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.161122 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.161359 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.161611 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.161911 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.162165 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.162422 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.162708 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.162952 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.163370 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] host                           = dv-cinder-821737-1-iscsi {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.163620 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.163862 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.164137 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.164415 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.164681 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.164920 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.165204 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.165479 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.165728 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.166024 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.166284 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.166536 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.166791 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.167042 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.167193 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.167440 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.167717 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.167984 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.168198 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.168367 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.168516 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.168816 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.168981 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.169244 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.169481 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.169749 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.169998 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.170229 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.170481 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.170761 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.171010 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.171245 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.171495 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.171823 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.172808 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.173089 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.173350 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.173597 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.173884 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.174141 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.174382 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.174639 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.174880 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.175133 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.175373 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.175631 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.175913 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.176167 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.176441 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.176694 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.176963 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.177119 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.177448 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.177657 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.177960 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.178226 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.178466 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.178751 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.178989 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.179199 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.179431 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.179676 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.179911 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.180200 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.180431 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.180663 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.180899 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.181131 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.181411 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.181894 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.182213 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.182545 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.182756 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.183063 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.183253 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.183647 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.184069 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.184332 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.184467 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:41:40.184545 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.184885 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.185155 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.185494 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.185902 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.186284 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.53/identity {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.186426 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.186830 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.187100 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.187413 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.188259 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.188512 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.188768 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.189061 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.189303 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.189555 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.189853 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.190085 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.190375 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.190638 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.190927 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.191209 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.191452 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.191688 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.191912 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.192148 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.192387 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.192655 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.192911 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.193180 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.193437 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.193680 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.193931 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.194165 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.194421 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.194682 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.194936 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.195169 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.195418 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.195656 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.195890 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.196141 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.196381 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.196618 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.196852 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.197091 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.197326 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.197576 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.197844 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.198082 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.198318 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.198857 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.198857 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.199124 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.199386 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.199386 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.199663 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.199809 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.200028 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.200333 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.200474 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.200679 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.200929 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.201155 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.201443 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.202113 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.202113 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.202439 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.202618 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.202876 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.203712 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.203998 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.204252 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.204499 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.204743 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.205035 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.205286 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.205544 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.205817 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.206070 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.206352 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.206595 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.206849 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.210053 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.210053 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.210053 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.210053 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.210053 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.210053 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.210053 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.210053 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.210650 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.210650 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.210650 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.210650 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.210650 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.210650 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.210650 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.211051 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.211051 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.211304 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.211595 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.211863 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.212144 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.212408 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.212673 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.212919 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.213209 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.213560 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.213871 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.214111 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.214349 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.214641 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.214932 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.215192 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.215484 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.215760 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.216053 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.216321 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.216595 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.53/identity {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.216835 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.217084 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.217360 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.217596 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.217858 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.218099 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.218342 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.218758 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.219378 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.219644 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.219886 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.220134 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.220391 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.220631 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.220872 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.221137 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.221373 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.221635 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.221939 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.222186 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.222429 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.222674 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.222914 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.223203 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.223481 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.223749 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.224044 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.224296 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.224570 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.224869 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.225168 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.225408 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.225683 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.225950 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.226190 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.226428 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.226676 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.226914 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.227152 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.227417 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.227652 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.227940 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.228210 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.228553 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.228908 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.229184 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.229425 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.231235 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.231235 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.231235 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.231235 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.231235 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.231235 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.231235 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.231235 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.232465 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.232465 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.232465 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.232465 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.232465 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.233178 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.233178 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.233178 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.233627 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.233791 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.233967 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.234446 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.235098 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.235414 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.235685 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.235940 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.236208 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.236450 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.236772 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.237053 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.237277 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.237855 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.238289 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.238758 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.239232 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.239479 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.239731 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.240035 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.240377 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.240707 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.241007 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.241310 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.241645 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.241978 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.242274 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.242545 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.242812 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.243174 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.243483 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.243747 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.244006 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.244304 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.244604 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.244916 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.245163 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.245407 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.245653 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.245961 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.246271 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.246526 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.246788 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.247045 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.247288 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.247539 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.247776 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.248035 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.248273 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.248454 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 14 17:41:40.248989 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88013) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}}
Dec 14 17:41:40.249174 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 14 17:41:40.249350 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 14 17:41:40.249570 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 14 17:41:40.250018 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 14 17:41:40.250456 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 14 17:41:40.250706 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.250896 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.251084 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.251271 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.251453 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.251658 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.251842 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.252026 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.252205 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.252388 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.252568 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.252748 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.252931 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.253114 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.253293 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.253474 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.253655 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.253879 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.254065 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.254245 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.254427 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.254609 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.254790 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] debug                          = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.254970 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.255169 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.255355 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.255534 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.255714 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.255896 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.256076 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.256257 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.256439 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.256618 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.256799 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.256978 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.257157 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.257337 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.257514 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.257695 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.257940 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] host                           = dv-cinder-821737-1-iscsi {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.258096 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.258278 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.258458 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.258637 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.258816 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.258995 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.259173 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.259354 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.259534 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.259713 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.259892 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.260071 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.260250 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.260429 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.260608 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.260786 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.260965 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.261149 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.261350 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.261532 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.261714 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.261921 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.262101 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.262281 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.262462 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.262650 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.262828 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.263008 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.263186 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.263366 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.263547 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.263726 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.263905 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.264085 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.264578 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.264758 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.264939 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.265116 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.265417 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.265718 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.265973 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.266229 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.266367 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.266543 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.266628 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.266777 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.266952 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.267125 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.267308 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.267478 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.267671 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.267769 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.267948 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.268128 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.268310 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.268491 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.268671 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.268851 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.269013 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.269193 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.269339 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.269485 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.269643 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.269881 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.270015 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.270194 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.270374 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.270553 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.270736 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 14 17:41:40.270938 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.271123 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.271313 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.271487 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.271675 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.271862 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.272049 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.272235 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.272427 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.272619 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.272779 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.272965 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.273169 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.273354 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.273544 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.53/identity {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.273747 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.273940 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.274130 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.274319 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.274506 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.274693 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.274887 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.275072 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.275243 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.275423 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.275611 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.275858 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.275957 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.276095 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.276282 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.276469 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.276690 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.276823 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.277009 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.277197 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.277381 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.277550 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.277754 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.277929 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.278128 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.278315 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.278501 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.278687 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.278874 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.279046 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.279221 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.279407 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.279593 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.279778 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.279963 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.280167 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.280351 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.280536 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.280723 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.280932 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.281194 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.281860 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.282038 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.282229 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.282417 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.282686 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.282796 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.282960 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.283147 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.283335 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.283504 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.283690 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.283877 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.284046 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.284232 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.284400 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.285031 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.285031 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.285031 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.285441 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.285441 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.285441 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.285842 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.285842 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.286113 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.286113 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.286327 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.286887 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.286887 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.286887 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.286887 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.287227 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.287227 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.289998 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.289998 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.289998 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.289998 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.289998 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.289998 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.289998 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.289998 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.290664 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.290765 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:41:40.290864 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.290864 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.290864 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.290864 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.290864 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.290864 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.290864 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.290864 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.291502 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.291502 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.291502 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.291502 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.291502 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.291502 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.291502 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.291502 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.292143 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.292143 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.292143 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.292143 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.292143 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.292553 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.292553 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.292553 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.292799 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.292890 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.293062 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.293254 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.293440 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.293625 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.293837 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.294027 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.53/identity {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.294213 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.294400 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.294585 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.294773 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.294960 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.295147 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.295333 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.295519 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.295707 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.295893 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.296078 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.296263 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.296448 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.296893 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.297352 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.297551 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.297767 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.297973 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.298163 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.298351 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.298540 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.298731 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.298916 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.299103 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.299289 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.299477 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.299663 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.299851 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.301338 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.301338 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.301338 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.301338 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.301338 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.301338 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.301338 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.301338 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.302024 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.302024 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.302024 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.302024 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.302024 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.302454 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.302454 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.302454 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.302699 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.302790 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.302967 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.303139 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.303468 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.303828 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.304075 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.304190 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.304351 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.304694 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.304694 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.304893 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.305038 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.305242 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.305347 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.305522 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.305708 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.305933 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.306110 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.306286 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.306475 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.306671 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.306857 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.307043 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.307244 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.307434 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.307621 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.307806 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.307993 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.308190 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.308378 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.308564 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.308763 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.308949 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.309138 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.309323 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.309511 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.309696 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.309910 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.310101 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.310300 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.310495 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.310661 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.310854 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.311050 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.311244 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.311428 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.311622 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.311822 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.312009 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.312223 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.312953 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.313132 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.313474 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.313835 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.314030 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.314218 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.314406 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.314593 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.314782 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.314968 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.316491 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.316491 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.316491 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.316491 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.316491 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.316491 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.316491 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 14 17:41:40.316491 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88013) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 14 17:41:40.431476 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 40042) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:41:40.444437 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0108995
Dec 14 17:41:50.896088 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad43859f-16f0-4d94-9f3a-16b61b530a3b None None] get_active_networks_info from dv-cinder-821737-1-iscsi {{(pid=88124) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 14 17:41:51.304708 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad43859f-16f0-4d94-9f3a-16b61b530a3b None None] No non-hosted networks {{(pid=88124) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 14 17:41:51.305713 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ab4ada8e-5f55-4f4f-8e73-3ba5abfb9639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-623989'] for agent, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:41:51.667033 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-623989'] for agent, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:41:51.667570 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:41:51.667940 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:41:51.668282 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:41:51.669456 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:41:51.669993 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:41:51.670488 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:41:51.671062 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:41:51.671661 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:41:51.672313 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:41:51.673286 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:41:51.673879 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:41:51.674490 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f622d22da90>, 'Open vSwitch agent', 'dv-cinder-821737-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:41:51.694675 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f622d169630>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-821737-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:41:52.902530 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d477f5e5-3672-43f9-8889-02f140b7ae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-623989'] for agent, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:41:52.914797 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-59eb10c6-ee38-4b90-b645-bbb6a154ff12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:41:53.216782 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-623989'] for agent, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:41:54.579201 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-623989'] for agent, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:41:55.390515 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 40154) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:41:56.149947 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [None req-35295d32-09cc-46b9-a32c-698428fb94ba admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 14 17:41:56.151018 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-35295d32-09cc-46b9-a32c-698428fb94ba admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.7594049
Dec 14 17:41:58.334443 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 40170) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:41:58.888053 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-dfbe7af1-7fb4-41d3-be74-05acc823a1a2 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:41:59.133672 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.policy [None req-dfbe7af1-7fb4-41d3-be74-05acc823a1a2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88122) register_rules /opt/stack/neutron/neutron/policy.py:68}}
Dec 14 17:41:59.142021 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.quota [None req-dfbe7af1-7fb4-41d3-be74-05acc823a1a2 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f622d20ed68>.
Dec 14 17:41:59.177884 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-dfbe7af1-7fb4-41d3-be74-05acc823a1a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:41:59.246136 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-dfbe7af1-7fb4-41d3-be74-05acc823a1a2 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753726638296', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753726634326', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753726634840', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753726560645', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753726671103', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036851727562', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3071038', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-615782', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854114984'] for rbac-policy, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:41:59.319876 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-dfbe7af1-7fb4-41d3-be74-05acc823a1a2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:41:59.321022 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-dfbe7af1-7fb4-41d3-be74-05acc823a1a2 admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.9844525
Dec 14 17:42:00.038469 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.l3_hamode_db [None req-a96df31c-3c73-4f43-9e03-95673a49d1dd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 14 17:42:00.124917 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96df31c-3c73-4f43-9e03-95673a49d1dd None None] Routers set() bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:42:00.125190 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96df31c-3c73-4f43-9e03-95673a49d1dd None None] Router IDs set() for agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 14 17:42:01.553704 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 40190) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:42:01.643770 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'a51063d5281e4e91add4936e3425fe71', 'name': 'private'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:42:01.647056 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.quota [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f622d2e8ac8>.
Dec 14 17:42:01.691207 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:42:01.697264 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Usage tracker for resource:network and tenant:a51063d5281e4e91add4936e3425fe71 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:42:01.701227 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:42:01.708384 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:42:01.722082 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Made reservation on behalf of a51063d5281e4e91add4936e3425fe71 for: {'network': 1} {{(pid=88123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:42:01.962311 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.policy [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88123) register_rules /opt/stack/neutron/neutron/policy.py:68}}
Dec 14 17:42:01.972949 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for network, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:01.991397 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:02.038006 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:42:02.042034 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Usage tracker for resource:security_group_rule and tenant:a51063d5281e4e91add4936e3425fe71 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:42:02.045054 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:42:02.051201 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:42:02.124738 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:02.128453 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:02.132126 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:42:02.152036 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'}  {{(pid=88123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 14 17:42:02.178871 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363283126394689', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:02.179465 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f622dee0bf8> segment precommit_create {{(pid=88123) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Dec 14 17:42:02.179923 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.segments_db [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Added segment b6c4e3b8-0be3-4047-b828-628be9c9533a of type vlan for network 3293f717-1c3c-46e8-a15b-816d2c161348
Dec 14 17:42:02.231983 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f81936-553d-42d0-95eb-3cb149b767b4,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:42:02.267536 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:02.267898 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:02.268268 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:02.268623 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:02.268987 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:02.269339 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:02.269688 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:02.270092 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:02.270442 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:02.270791 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:02.271133 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:02.272172 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Tracked resource versions report:
Dec 14 17:42:02.272172 dv-cinder-821737-1-iscsi neutron-server[88013]: pushed versions:
Dec 14 17:42:02.272172 dv-cinder-821737-1-iscsi neutron-server[88013]: {   'ConntrackHelper': {'1.0'},
Dec 14 17:42:02.272172 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Log': {'1.0'},
Dec 14 17:42:02.272172 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Network': {'1.1'},
Dec 14 17:42:02.272172 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Port': {'1.5'},
Dec 14 17:42:02.272172 dv-cinder-821737-1-iscsi neutron-server[88013]:     'PortForwarding': {'1.2'},
Dec 14 17:42:02.272172 dv-cinder-821737-1-iscsi neutron-server[88013]:     'QosPolicy': {'1.8'},
Dec 14 17:42:02.272172 dv-cinder-821737-1-iscsi neutron-server[88013]:     'SecurityGroup': {'1.2'},
Dec 14 17:42:02.272172 dv-cinder-821737-1-iscsi neutron-server[88013]:     'SecurityGroupRule': {'1.0'},
Dec 14 17:42:02.272172 dv-cinder-821737-1-iscsi neutron-server[88013]:     'SubPort': {'1.0'},
Dec 14 17:42:02.272172 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Subnet': {'1.1'},
Dec 14 17:42:02.272172 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Trunk': {'1.1'}}
Dec 14 17:42:02.272172 dv-cinder-821737-1-iscsi neutron-server[88013]: consumer versions:
Dec 14 17:42:02.272172 dv-cinder-821737-1-iscsi neutron-server[88013]: {   DHCP agent@dv-cinder-821737-1-iscsi: {},
Dec 14 17:42:02.272172 dv-cinder-821737-1-iscsi neutron-server[88013]:     L3 agent@dv-cinder-821737-1-iscsi: {},
Dec 14 17:42:02.272172 dv-cinder-821737-1-iscsi neutron-server[88013]:     Metadata agent@dv-cinder-821737-1-iscsi: {},
Dec 14 17:42:02.272172 dv-cinder-821737-1-iscsi neutron-server[88013]:     Metering agent@dv-cinder-821737-1-iscsi: {},
Dec 14 17:42:02.272172 dv-cinder-821737-1-iscsi neutron-server[88013]:     Open vSwitch agent@dv-cinder-821737-1-iscsi: {   'ConntrackHelper': '1.0',
Dec 14 17:42:02.272172 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Log': '1.0',
Dec 14 17:42:02.272172 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Network': '1.1',
Dec 14 17:42:02.272172 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Port': '1.5',
Dec 14 17:42:02.272172 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'PortForwarding': '1.2',
Dec 14 17:42:02.272172 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'QosPolicy': '1.8',
Dec 14 17:42:02.272172 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'SecurityGroup': '1.2',
Dec 14 17:42:02.272172 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'SecurityGroupRule': '1.0',
Dec 14 17:42:02.272172 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'SubPort': '1.0',
Dec 14 17:42:02.272172 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Subnet': '1.1',
Dec 14 17:42:02.272172 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Trunk': '1.1'}}
Dec 14 17:42:02.272172 dv-cinder-821737-1-iscsi neutron-server[88013]:  {{(pid=88123) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 14 17:42:02.299022 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753727864657'] for network, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:02.328850 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:42:02.340092 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388'] for network, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:02.341414 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:42:02.342098 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:02.345671 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:42:02.459695 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.9047718
Dec 14 17:42:02.460420 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Pushing event updated for resources: {'Network': ['ID=3293f717-1c3c-46e8-a15b-816d2c161348,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:42:02.463884 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:42:02.473415 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Network 3293f717-1c3c-46e8-a15b-816d2c161348 details requested by agent ovs-agent-dv-cinder-821737-1-iscsi with host dv-cinder-821737-1-iscsi {{(pid=88124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 14 17:42:04.714115 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 40210) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:42:04.910099 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6915c2-28ae-431b-931c-ae96ad623917 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:42:04.911475 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-3c6915c2-28ae-431b-931c-ae96ad623917 admin admin] 10.222.0.53 "GET /v2.0/networks/3293f717-1c3c-46e8-a15b-816d2c161348 HTTP/1.1" status: 200  len: 825 time: 0.1962960
Dec 14 17:42:04.943538 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-545babeb-e1dd-4187-b1ed-2611c73874f5 admin admin] 10.222.0.53 "GET /v2.0/subnetpools/fb4d0b92-c5c6-4ef7-9368-a556365ef1c0 HTTP/1.1" status: 200  len: 734 time: 0.0259273
Dec 14 17:42:04.952834 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-e3be30a3-20f0-47a5-81da-79e2b434e74a admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'a51063d5281e4e91add4936e3425fe71', 'ip_version': 4, 'network_id': '3293f717-1c3c-46e8-a15b-816d2c161348', 'subnetpool_id': 'fb4d0b92-c5c6-4ef7-9368-a556365ef1c0'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:42:04.957689 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-e3be30a3-20f0-47a5-81da-79e2b434e74a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:42:04.961758 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-e3be30a3-20f0-47a5-81da-79e2b434e74a admin admin] Usage tracker for resource:subnet and tenant:a51063d5281e4e91add4936e3425fe71 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:42:04.964782 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-e3be30a3-20f0-47a5-81da-79e2b434e74a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:42:04.971210 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-e3be30a3-20f0-47a5-81da-79e2b434e74a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:42:04.981420 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3be30a3-20f0-47a5-81da-79e2b434e74a admin admin] Made reservation on behalf of a51063d5281e4e91add4936e3425fe71 for: {'subnet': 1} {{(pid=88123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:42:04.986204 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e3be30a3-20f0-47a5-81da-79e2b434e74a admin admin] Notify callbacks [] for subnet, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:05.294262 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e3be30a3-20f0-47a5-81da-79e2b434e74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388'] for subnet, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:05.298909 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:42:05.386513 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be30a3-20f0-47a5-81da-79e2b434e74a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f44d4310-97fd-4d70-a5fb-7a41d2cd1e25,revision_number=0']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:42:05.392780 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e3be30a3-20f0-47a5-81da-79e2b434e74a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:42:05.400360 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3be30a3-20f0-47a5-81da-79e2b434e74a admin admin] Checking segment: {'id': 'b6c4e3b8-0be3-4047-b828-628be9c9533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3293f717-1c3c-46e8-a15b-816d2c161348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:42:05.400743 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3be30a3-20f0-47a5-81da-79e2b434e74a admin admin] Network hostable DHCP agents. Network: 3293f717-1c3c-46e8-a15b-816d2c161348, hostable agents: ['ca44529e-a98f-42ef-93fd-bf8911629c2d'], hosted agents: [] {{(pid=88123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 14 17:42:05.426121 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3be30a3-20f0-47a5-81da-79e2b434e74a admin admin] Network 3293f717-1c3c-46e8-a15b-816d2c161348 is scheduled to be hosted by DHCP agent ca44529e-a98f-42ef-93fd-bf8911629c2d with binding_index 1 {{(pid=88123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 14 17:42:05.435949 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-e3be30a3-20f0-47a5-81da-79e2b434e74a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-iscsi, 3293f717-1c3c-46e8-a15b-816d2c161348) {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:42:05.440956 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3be30a3-20f0-47a5-81da-79e2b434e74a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:42:05.441583 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e3be30a3-20f0-47a5-81da-79e2b434e74a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for subnet, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:05.446871 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2c9e5a-2adf-4e2d-a49e-2cd559d0d24f None None] Network 3293f717-1c3c-46e8-a15b-816d2c161348 requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:42:05.462637 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-e3be30a3-20f0-47a5-81da-79e2b434e74a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.5134463
Dec 14 17:42:05.848471 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65ba46df-7991-5938-b91f-03c1a22b974b-3293f717-1c3c-46e8-a15b-816d2c161348', 'network_id': '3293f717-1c3c-46e8-a15b-816d2c161348', 'tenant_id': 'a51063d5281e4e91add4936e3425fe71', 'fixed_ips': [{'subnet_id': 'f44d4310-97fd-4d70-a5fb-7a41d2cd1e25'}]}} from dv-cinder-821737-1-iscsi. {{(pid=88124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 14 17:42:05.849606 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:06.057414 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Allocated IP 172.20.0.2 (3293f717-1c3c-46e8-a15b-816d2c161348/f44d4310-97fd-4d70-a5fb-7a41d2cd1e25/b7f4c026-f379-4563-805f-5245faca15c2) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:42:06.300897 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:06.314306 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Transition to ACTIVE for port object b7f4c026-f379-4563-805f-5245faca15c2 will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:42:06.334109 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Transition to ACTIVE for port object b7f4c026-f379-4563-805f-5245faca15c2 will not be triggered until provisioned by entity DHCP. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:42:06.340539 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:06.345802 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:42:06.413026 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Network 3293f717-1c3c-46e8-a15b-816d2c161348 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:42:06.416561 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Resources bound (agent type, host, resource id):  {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:42:06.418271 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Pushing event updated for resources: {'Port': ['ID=b7f4c026-f379-4563-805f-5245faca15c2,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:42:06.423343 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:42:06.433408 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:06.433779 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:06.434157 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:06.434510 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:06.434866 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:06.435219 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:06.435569 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:06.435930 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:06.436260 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:06.436656 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:06.437001 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:06.438093 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Tracked resource versions report:
Dec 14 17:42:06.438093 dv-cinder-821737-1-iscsi neutron-server[88013]: pushed versions:
Dec 14 17:42:06.438093 dv-cinder-821737-1-iscsi neutron-server[88013]: {   'ConntrackHelper': {'1.0'},
Dec 14 17:42:06.438093 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Log': {'1.0'},
Dec 14 17:42:06.438093 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Network': {'1.1'},
Dec 14 17:42:06.438093 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Port': {'1.5'},
Dec 14 17:42:06.438093 dv-cinder-821737-1-iscsi neutron-server[88013]:     'PortForwarding': {'1.2'},
Dec 14 17:42:06.438093 dv-cinder-821737-1-iscsi neutron-server[88013]:     'QosPolicy': {'1.8'},
Dec 14 17:42:06.438093 dv-cinder-821737-1-iscsi neutron-server[88013]:     'SecurityGroup': {'1.2'},
Dec 14 17:42:06.438093 dv-cinder-821737-1-iscsi neutron-server[88013]:     'SecurityGroupRule': {'1.0'},
Dec 14 17:42:06.438093 dv-cinder-821737-1-iscsi neutron-server[88013]:     'SubPort': {'1.0'},
Dec 14 17:42:06.438093 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Subnet': {'1.1'},
Dec 14 17:42:06.438093 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Trunk': {'1.1'}}
Dec 14 17:42:06.438093 dv-cinder-821737-1-iscsi neutron-server[88013]: consumer versions:
Dec 14 17:42:06.438093 dv-cinder-821737-1-iscsi neutron-server[88013]: {   DHCP agent@dv-cinder-821737-1-iscsi: {},
Dec 14 17:42:06.438093 dv-cinder-821737-1-iscsi neutron-server[88013]:     L3 agent@dv-cinder-821737-1-iscsi: {},
Dec 14 17:42:06.438093 dv-cinder-821737-1-iscsi neutron-server[88013]:     Metadata agent@dv-cinder-821737-1-iscsi: {},
Dec 14 17:42:06.438093 dv-cinder-821737-1-iscsi neutron-server[88013]:     Metering agent@dv-cinder-821737-1-iscsi: {},
Dec 14 17:42:06.438093 dv-cinder-821737-1-iscsi neutron-server[88013]:     Open vSwitch agent@dv-cinder-821737-1-iscsi: {   'ConntrackHelper': '1.0',
Dec 14 17:42:06.438093 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Log': '1.0',
Dec 14 17:42:06.438093 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Network': '1.1',
Dec 14 17:42:06.438093 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Port': '1.5',
Dec 14 17:42:06.438093 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'PortForwarding': '1.2',
Dec 14 17:42:06.438093 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'QosPolicy': '1.8',
Dec 14 17:42:06.438093 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'SecurityGroup': '1.2',
Dec 14 17:42:06.438093 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'SecurityGroupRule': '1.0',
Dec 14 17:42:06.438093 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'SubPort': '1.0',
Dec 14 17:42:06.438093 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Subnet': '1.1',
Dec 14 17:42:06.438093 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Trunk': '1.1'}}
Dec 14 17:42:06.438093 dv-cinder-821737-1-iscsi neutron-server[88013]:  {{(pid=88124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 14 17:42:06.471779 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:42:06.528029 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Attempting to bind port b7f4c026-f379-4563-805f-5245faca15c2 on host dv-cinder-821737-1-iscsi for vnic_type normal with profile  {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:42:06.528453 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Attempting to bind port b7f4c026-f379-4563-805f-5245faca15c2 by drivers openvswitch,hyperv on host dv-cinder-821737-1-iscsi at level 0 using segments [{'id': 'b6c4e3b8-0be3-4047-b828-628be9c9533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3293f717-1c3c-46e8-a15b-816d2c161348'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:42:06.528870 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Attempting to bind port b7f4c026-f379-4563-805f-5245faca15c2 on network 3293f717-1c3c-46e8-a15b-816d2c161348 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:42:06.536219 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Checking agent: {'id': 'cfd28b24-d8e5-433a-a8d2-fa726f969496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 41, 52), 'started_at': datetime.datetime(2021, 12, 14, 17, 41, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:42:06.536630 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Checking segment: {'id': 'b6c4e3b8-0be3-4047-b828-628be9c9533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3293f717-1c3c-46e8-a15b-816d2c161348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:42:06.537034 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:06.537467 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Bound using segment: {'id': 'b6c4e3b8-0be3-4047-b828-628be9c9533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3293f717-1c3c-46e8-a15b-816d2c161348'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:42:06.538033 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Bound port: b7f4c026-f379-4563-805f-5245faca15c2, host: dv-cinder-821737-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c4e3b8-0be3-4047-b828-628be9c9533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3293f717-1c3c-46e8-a15b-816d2c161348'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:42:06.538435 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:06.630747 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] For port b7f4c026-f379-4563-805f-5245faca15c2, host dv-cinder-821737-1-iscsi, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:42:06.634862 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] For port b7f4c026-f379-4563-805f-5245faca15c2, host dv-cinder-821737-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=b7f4c026-f379-4563-805f-5245faca15c2,segment=NetworkSegment(b6c4e3b8-0be3-4047-b828-628be9c9533a),segment_id=b6c4e3b8-0be3-4047-b828-628be9c9533a)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:42:06.638846 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:06.643361 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:42:06.731869 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Pushing event updated for resources: {'Port': ['ID=b7f4c026-f379-4563-805f-5245faca15c2,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:42:06.735119 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:42:07.654639 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 40222) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:42:07.733267 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [None req-4c093bf6-2c42-4b4e-be3f-cd4ae3c1e504 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 14 17:42:07.734383 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-4c093bf6-2c42-4b4e-be3f-cd4ae3c1e504 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0786629
Dec 14 17:42:09.922474 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 40238) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:42:09.945048 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device b7f4c026-f379-4563-805f-5245faca15c2 up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:42:10.001894 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [None req-dcf11f7a-6539-42d0-9012-74979aed3733 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 14 17:42:10.002963 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-dcf11f7a-6539-42d0-9012-74979aed3733 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0794504
Dec 14 17:42:10.042047 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning for port b7f4c026-f379-4563-805f-5245faca15c2 completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:42:11.489931 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8baf82-770f-4acb-a64a-f69e6c642d23 None None] Network 3293f717-1c3c-46e8-a15b-816d2c161348 requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:42:11.591656 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-a09f06bb-f698-4336-85f8-09939448bfd1 None None] Provisioning for port b7f4c026-f379-4563-805f-5245faca15c2 completed by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:42:11.601629 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-a09f06bb-f698-4336-85f8-09939448bfd1 None None] Provisioning complete for port b7f4c026-f379-4563-805f-5245faca15c2 triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:42:11.602061 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a09f06bb-f698-4336-85f8-09939448bfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:11.844680 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a09f06bb-f698-4336-85f8-09939448bfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:11.899055 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-a09f06bb-f698-4336-85f8-09939448bfd1 None None] For port b7f4c026-f379-4563-805f-5245faca15c2, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=b7f4c026-f379-4563-805f-5245faca15c2,segment=NetworkSegment(b6c4e3b8-0be3-4047-b828-628be9c9533a),segment_id=b6c4e3b8-0be3-4047-b828-628be9c9533a)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:42:11.904519 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a09f06bb-f698-4336-85f8-09939448bfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:11.908546 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-263a5387-6277-4d3f-abf3-0b4f82957025 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:42:11.981575 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f06bb-f698-4336-85f8-09939448bfd1 None None] Pushing event updated for resources: {'Port': ['ID=b7f4c026-f379-4563-805f-5245faca15c2,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:42:11.985026 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a09f06bb-f698-4336-85f8-09939448bfd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:42:12.233264 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-bbf523e9-eb04-48c6-9870-0b46604e430a None None] Provisioning complete for port b7f4c026-f379-4563-805f-5245faca15c2 triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:42:12.233715 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bbf523e9-eb04-48c6-9870-0b46604e430a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:12.409052 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 40252) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:42:12.489218 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-d183e0e1-e7c2-4a74-a58a-6c16267d3467 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'a51063d5281e4e91add4936e3425fe71'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:42:12.496479 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-d183e0e1-e7c2-4a74-a58a-6c16267d3467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:42:12.500777 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-d183e0e1-e7c2-4a74-a58a-6c16267d3467 admin admin] Usage tracker for resource:router and tenant:a51063d5281e4e91add4936e3425fe71 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:42:12.504078 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-d183e0e1-e7c2-4a74-a58a-6c16267d3467 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:42:12.510236 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-d183e0e1-e7c2-4a74-a58a-6c16267d3467 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:42:12.520148 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d183e0e1-e7c2-4a74-a58a-6c16267d3467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-578992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128592'] for router, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:12.521392 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d183e0e1-e7c2-4a74-a58a-6c16267d3467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854196974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854647208'] for router, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:12.546909 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d183e0e1-e7c2-4a74-a58a-6c16267d3467 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:12.651957 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d183e0e1-e7c2-4a74-a58a-6c16267d3467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854196824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854129360'] for router, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:12.672497 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d183e0e1-e7c2-4a74-a58a-6c16267d3467 admin admin] Notify callbacks [] for router, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:12.673772 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-d183e0e1-e7c2-4a74-a58a-6c16267d3467 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.2635968
Dec 14 17:42:13.915114 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device b7f4c026-f379-4563-805f-5245faca15c2 up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:42:13.985542 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port b7f4c026-f379-4563-805f-5245faca15c2 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:42:13.985994 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:14.861373 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 40264) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:42:14.939951 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [None req-b93d7b23-1df9-4da8-a583-66a8fd2f72ab admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 14 17:42:14.940978 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-b93d7b23-1df9-4da8-a583-66a8fd2f72ab admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0785847
Dec 14 17:42:17.119078 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 40276) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:42:17.198486 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:42:17.205071 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:42:17.209367 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Usage tracker for resource:network and tenant:a00b8880f8ba46a6b8df1c11d34fd3c9 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:42:17.212880 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:42:17.219454 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:42:17.230342 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Made reservation on behalf of a00b8880f8ba46a6b8df1c11d34fd3c9 for: {'network': 1} {{(pid=88122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:42:17.236591 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for network, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:17.253515 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:17.297295 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:42:17.301311 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Usage tracker for resource:security_group_rule and tenant:a00b8880f8ba46a6b8df1c11d34fd3c9 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:42:17.304558 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:42:17.310545 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:42:17.379509 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:17.382659 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:17.387316 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:42:17.401648 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Reserving flat network on physical network physnet1 {{(pid=88122) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Dec 14 17:42:17.432198 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363283126394689', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:17.432794 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f622dee0bf8> segment precommit_create {{(pid=88122) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Dec 14 17:42:17.433245 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.segments_db [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Added segment 031a1115-d006-4778-96dd-1bbd9a3ec485 of type flat for network b3d2256c-c519-4427-b3bb-181a657f5e18
Dec 14 17:42:17.486270 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93ec0ee-9b0f-4120-83b1-c8aea57b39d5,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:42:17.517265 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:17.517484 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:17.517925 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:17.518276 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:17.518635 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:17.518978 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:17.519329 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:17.519660 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:17.520000 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:17.520313 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:17.520649 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:17.521692 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Tracked resource versions report:
Dec 14 17:42:17.521692 dv-cinder-821737-1-iscsi neutron-server[88013]: pushed versions:
Dec 14 17:42:17.521692 dv-cinder-821737-1-iscsi neutron-server[88013]: {   'ConntrackHelper': {'1.0'},
Dec 14 17:42:17.521692 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Log': {'1.0'},
Dec 14 17:42:17.521692 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Network': {'1.1'},
Dec 14 17:42:17.521692 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Port': {'1.5'},
Dec 14 17:42:17.521692 dv-cinder-821737-1-iscsi neutron-server[88013]:     'PortForwarding': {'1.2'},
Dec 14 17:42:17.521692 dv-cinder-821737-1-iscsi neutron-server[88013]:     'QosPolicy': {'1.8'},
Dec 14 17:42:17.521692 dv-cinder-821737-1-iscsi neutron-server[88013]:     'SecurityGroup': {'1.2'},
Dec 14 17:42:17.521692 dv-cinder-821737-1-iscsi neutron-server[88013]:     'SecurityGroupRule': {'1.0'},
Dec 14 17:42:17.521692 dv-cinder-821737-1-iscsi neutron-server[88013]:     'SubPort': {'1.0'},
Dec 14 17:42:17.521692 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Subnet': {'1.1'},
Dec 14 17:42:17.521692 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Trunk': {'1.1'}}
Dec 14 17:42:17.521692 dv-cinder-821737-1-iscsi neutron-server[88013]: consumer versions:
Dec 14 17:42:17.521692 dv-cinder-821737-1-iscsi neutron-server[88013]: {   DHCP agent@dv-cinder-821737-1-iscsi: {},
Dec 14 17:42:17.521692 dv-cinder-821737-1-iscsi neutron-server[88013]:     L3 agent@dv-cinder-821737-1-iscsi: {},
Dec 14 17:42:17.521692 dv-cinder-821737-1-iscsi neutron-server[88013]:     Metadata agent@dv-cinder-821737-1-iscsi: {},
Dec 14 17:42:17.521692 dv-cinder-821737-1-iscsi neutron-server[88013]:     Metering agent@dv-cinder-821737-1-iscsi: {},
Dec 14 17:42:17.521692 dv-cinder-821737-1-iscsi neutron-server[88013]:     Open vSwitch agent@dv-cinder-821737-1-iscsi: {   'ConntrackHelper': '1.0',
Dec 14 17:42:17.521692 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Log': '1.0',
Dec 14 17:42:17.521692 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Network': '1.1',
Dec 14 17:42:17.521692 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Port': '1.5',
Dec 14 17:42:17.521692 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'PortForwarding': '1.2',
Dec 14 17:42:17.521692 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'QosPolicy': '1.8',
Dec 14 17:42:17.521692 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'SecurityGroup': '1.2',
Dec 14 17:42:17.521692 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'SecurityGroupRule': '1.0',
Dec 14 17:42:17.521692 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'SubPort': '1.0',
Dec 14 17:42:17.521692 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Subnet': '1.1',
Dec 14 17:42:17.521692 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Trunk': '1.1'}}
Dec 14 17:42:17.521692 dv-cinder-821737-1-iscsi neutron-server[88013]:  {{(pid=88122) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 14 17:42:17.559787 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753727864657'] for network, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:17.575130 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:42:17.609187 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388'] for network, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:17.610645 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:42:17.611314 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:17.616768 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:42:17.724232 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6039102
Dec 14 17:42:17.727491 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Pushing event updated for resources: {'Network': ['ID=b3d2256c-c519-4427-b3bb-181a657f5e18,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:42:17.730818 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:42:17.739063 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Network b3d2256c-c519-4427-b3bb-181a657f5e18 details requested by agent ovs-agent-dv-cinder-821737-1-iscsi with host dv-cinder-821737-1-iscsi {{(pid=88124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 14 17:42:19.909905 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 40292) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:42:20.067932 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecd1061-da68-4828-8b47-baadbbce9ca2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:42:20.069335 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-eecd1061-da68-4828-8b47-baadbbce9ca2 admin admin] 10.222.0.53 "GET /v2.0/subnets/f44d4310-97fd-4d70-a5fb-7a41d2cd1e25 HTTP/1.1" status: 200  len: 849 time: 0.1583481
Dec 14 17:42:20.366329 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-eaa72dc5-2b14-4c06-b49e-47eb8c8952e9 admin admin] 10.222.0.53 "GET /v2.0/routers/ae853490-de8a-4fbf-b497-248edcbdc25b HTTP/1.1" status: 200  len: 704 time: 0.2906983
Dec 14 17:42:20.731834 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4d9cd349-4c4d-45b7-b40a-d6ea1231347e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:20.882594 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-560ad438-8c08-42f6-83f4-17a6a1000ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:21.170300 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-560ad438-8c08-42f6-83f4-17a6a1000ef7 admin admin] Allocated IP 172.20.0.1 (3293f717-1c3c-46e8-a15b-816d2c161348/f44d4310-97fd-4d70-a5fb-7a41d2cd1e25/e357f347-c7f1-4f91-8d15-75f9daf51eac) {{(pid=88122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:42:21.352720 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-560ad438-8c08-42f6-83f4-17a6a1000ef7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:21.373451 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-560ad438-8c08-42f6-83f4-17a6a1000ef7 admin admin] Transition to ACTIVE for port object e357f347-c7f1-4f91-8d15-75f9daf51eac will not be triggered until provisioned by entity DHCP. {{(pid=88122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:42:21.423462 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-560ad438-8c08-42f6-83f4-17a6a1000ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481'] for port, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:21.428461 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:42:21.500807 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560ad438-8c08-42f6-83f4-17a6a1000ef7 admin admin] Network 3293f717-1c3c-46e8-a15b-816d2c161348 is already hosted by enough agents. {{(pid=88122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:42:21.503906 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-560ad438-8c08-42f6-83f4-17a6a1000ef7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:42:21.508789 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ad438-8c08-42f6-83f4-17a6a1000ef7 admin admin] Pushing event updated for resources: {'Port': ['ID=e357f347-c7f1-4f91-8d15-75f9daf51eac,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:42:21.521617 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560ad438-8c08-42f6-83f4-17a6a1000ef7 admin admin] Received port after_create {{(pid=88122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:42:21.522573 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-560ad438-8c08-42f6-83f4-17a6a1000ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647541'] for router_interface, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:21.581698 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-560ad438-8c08-42f6-83f4-17a6a1000ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:42:21.638542 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:21.669107 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-560ad438-8c08-42f6-83f4-17a6a1000ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:21.783984 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-e296f102-0e90-4615-a7a5-4d0167798d34 None None] Provisioning for port e357f347-c7f1-4f91-8d15-75f9daf51eac completed by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:42:21.789774 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-e296f102-0e90-4615-a7a5-4d0167798d34 None None] Provisioning complete for port e357f347-c7f1-4f91-8d15-75f9daf51eac triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:42:21.790680 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e296f102-0e90-4615-a7a5-4d0167798d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:21.848296 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-e296f102-0e90-4615-a7a5-4d0167798d34 None None] Port e357f347-c7f1-4f91-8d15-75f9daf51eac cannot update to ACTIVE because it is not bound. {{(pid=88124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 14 17:42:21.929243 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-560ad438-8c08-42f6-83f4-17a6a1000ef7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:21.933182 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-560ad438-8c08-42f6-83f4-17a6a1000ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:21.934326 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-560ad438-8c08-42f6-83f4-17a6a1000ef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4068405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854128366'] for router_interface, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:21.938022 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-560ad438-8c08-42f6-83f4-17a6a1000ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:42:22.032783 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ad438-8c08-42f6-83f4-17a6a1000ef7 admin admin] Pushing event updated for resources: {'Port': ['ID=e357f347-c7f1-4f91-8d15-75f9daf51eac,revision_number=2']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:42:22.035898 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-560ad438-8c08-42f6-83f4-17a6a1000ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:42:22.155852 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560ad438-8c08-42f6-83f4-17a6a1000ef7 admin admin] Network 3293f717-1c3c-46e8-a15b-816d2c161348 is already hosted by enough agents. {{(pid=88122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:42:22.156566 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-560ad438-8c08-42f6-83f4-17a6a1000ef7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:42:22.476763 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-15cf327c-8062-4d17-a111-03f53c892103 None None] Provisioning complete for port e357f347-c7f1-4f91-8d15-75f9daf51eac triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:42:22.477360 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-15cf327c-8062-4d17-a111-03f53c892103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:22.535700 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-15cf327c-8062-4d17-a111-03f53c892103 None None] Port e357f347-c7f1-4f91-8d15-75f9daf51eac cannot update to ACTIVE because it is not bound. {{(pid=88124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 14 17:42:22.704555 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560ad438-8c08-42f6-83f4-17a6a1000ef7 admin admin] Router ae853490-de8a-4fbf-b497-248edcbdc25b is scheduled to L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a with binding_index 1 {{(pid=88122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 14 17:42:22.878477 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-32de8337-a6bb-4605-85ad-3cad683687d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:22.890648 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560ad438-8c08-42f6-83f4-17a6a1000ef7 admin admin] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 17:42:22.900815 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-560ad438-8c08-42f6-83f4-17a6a1000ef7 admin admin] 10.222.0.53 "PUT /v2.0/routers/ae853490-de8a-4fbf-b497-248edcbdc25b/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.5289044
Dec 14 17:42:22.901117 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c0c0cf-37d8-475d-bc8b-e54114e24aab None None] Sync routers for ids ['ae853490-de8a-4fbf-b497-248edcbdc25b'] in dv-cinder-821737-1-iscsi {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 17:42:22.920126 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c0c0cf-37d8-475d-bc8b-e54114e24aab None None] Routers {'ae853490-de8a-4fbf-b497-248edcbdc25b'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:42:22.920988 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-e7c0c0cf-37d8-475d-bc8b-e54114e24aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622d19b208>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:42:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['ae853490-de8a-4fbf-b497-248edcbdc25b'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:42:23.105166 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-e7c0c0cf-37d8-475d-bc8b-e54114e24aab None None] Set router ae853490-de8a-4fbf-b497-248edcbdc25b gateway port host: None {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:42:23.181338 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:23.377178 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 5 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 17:42:23.508612 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-e7c0c0cf-37d8-475d-bc8b-e54114e24aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622d19b208>, [{'id': 'ae853490-de8a-4fbf-b497-248edcbdc25b', 'name': 'router1', 'tenant_id': 'a51063d5281e4e91add4936e3425fe71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:42:12Z', 'updated_at': '2021-12-14T17:42:21Z', 'revision_number': 2, 'project_id': 'a51063d5281e4e91add4936e3425fe71', 'gw_port_host': None, '_interfaces': [{'id': 'e357f347-c7f1-4f91-8d15-75f9daf51eac', 'name': '', 'network_id': '3293f717-1c3c-46e8-a15b-816d2c161348', 'tenant_id': 'a51063d5281e4e91add4936e3425fe71', 'mac_address': 'fa:16:3e:b7:2f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae853490-de8a-4fbf-b497-248edcbdc25b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f44d4310-97fd-4d70-a5fb-7a41d2cd1e25', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:42:20Z', 'updated_at': '2021-12-14T17:42:21Z', 'revision_number': 2, 'project_id': 'a51063d5281e4e91add4936e3425fe71', 'subnets': [{'id': 'f44d4310-97fd-4d70-a5fb-7a41d2cd1e25', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb4d0b92-c5c6-4ef7-9368-a556365ef1c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:42:23.514609 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c0c0cf-37d8-475d-bc8b-e54114e24aab None None] Checking router: ae853490-de8a-4fbf-b497-248edcbdc25b for host: dv-cinder-821737-1-iscsi {{(pid=88125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 17:42:23.514987 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c0c0cf-37d8-475d-bc8b-e54114e24aab None None] Updating router ae853490-de8a-4fbf-b497-248edcbdc25b port e357f347-c7f1-4f91-8d15-75f9daf51eac binding host dv-cinder-821737-1-iscsi {{(pid=88125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 14 17:42:23.577107 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e7c0c0cf-37d8-475d-bc8b-e54114e24aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:23.991150 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e7c0c0cf-37d8-475d-bc8b-e54114e24aab None None] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:24.007111 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-e7c0c0cf-37d8-475d-bc8b-e54114e24aab None None] Transition to ACTIVE for port object e357f347-c7f1-4f91-8d15-75f9daf51eac will not be triggered until provisioned by entity L2. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:42:24.013754 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e7c0c0cf-37d8-475d-bc8b-e54114e24aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:24.019692 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:42:24.153243 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc6107-3080-4de3-a600-36b7cdbba0f0 None None] Pushing event updated for resources: {'Port': ['ID=e357f347-c7f1-4f91-8d15-75f9daf51eac,revision_number=3']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:42:24.167307 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc6107-3080-4de3-a600-36b7cdbba0f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:24.167307 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc6107-3080-4de3-a600-36b7cdbba0f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:24.167307 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc6107-3080-4de3-a600-36b7cdbba0f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:24.167307 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc6107-3080-4de3-a600-36b7cdbba0f0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:24.167307 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc6107-3080-4de3-a600-36b7cdbba0f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:24.167307 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc6107-3080-4de3-a600-36b7cdbba0f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:24.167307 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc6107-3080-4de3-a600-36b7cdbba0f0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:24.168071 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc6107-3080-4de3-a600-36b7cdbba0f0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:24.168071 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc6107-3080-4de3-a600-36b7cdbba0f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:24.168071 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc6107-3080-4de3-a600-36b7cdbba0f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:24.168426 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc6107-3080-4de3-a600-36b7cdbba0f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:42:24.169513 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cc6107-3080-4de3-a600-36b7cdbba0f0 None None] Tracked resource versions report:
Dec 14 17:42:24.169513 dv-cinder-821737-1-iscsi neutron-server[88013]: pushed versions:
Dec 14 17:42:24.169513 dv-cinder-821737-1-iscsi neutron-server[88013]: {   'ConntrackHelper': {'1.0'},
Dec 14 17:42:24.169513 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Log': {'1.0'},
Dec 14 17:42:24.169513 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Network': {'1.1'},
Dec 14 17:42:24.169513 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Port': {'1.5'},
Dec 14 17:42:24.169513 dv-cinder-821737-1-iscsi neutron-server[88013]:     'PortForwarding': {'1.2'},
Dec 14 17:42:24.169513 dv-cinder-821737-1-iscsi neutron-server[88013]:     'QosPolicy': {'1.8'},
Dec 14 17:42:24.169513 dv-cinder-821737-1-iscsi neutron-server[88013]:     'SecurityGroup': {'1.2'},
Dec 14 17:42:24.169513 dv-cinder-821737-1-iscsi neutron-server[88013]:     'SecurityGroupRule': {'1.0'},
Dec 14 17:42:24.169513 dv-cinder-821737-1-iscsi neutron-server[88013]:     'SubPort': {'1.0'},
Dec 14 17:42:24.169513 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Subnet': {'1.1'},
Dec 14 17:42:24.169513 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Trunk': {'1.1'}}
Dec 14 17:42:24.169513 dv-cinder-821737-1-iscsi neutron-server[88013]: consumer versions:
Dec 14 17:42:24.169513 dv-cinder-821737-1-iscsi neutron-server[88013]: {   DHCP agent@dv-cinder-821737-1-iscsi: {},
Dec 14 17:42:24.169513 dv-cinder-821737-1-iscsi neutron-server[88013]:     L3 agent@dv-cinder-821737-1-iscsi: {},
Dec 14 17:42:24.169513 dv-cinder-821737-1-iscsi neutron-server[88013]:     Metadata agent@dv-cinder-821737-1-iscsi: {},
Dec 14 17:42:24.169513 dv-cinder-821737-1-iscsi neutron-server[88013]:     Metering agent@dv-cinder-821737-1-iscsi: {},
Dec 14 17:42:24.169513 dv-cinder-821737-1-iscsi neutron-server[88013]:     Open vSwitch agent@dv-cinder-821737-1-iscsi: {   'ConntrackHelper': '1.0',
Dec 14 17:42:24.169513 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Log': '1.0',
Dec 14 17:42:24.169513 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Network': '1.1',
Dec 14 17:42:24.169513 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Port': '1.5',
Dec 14 17:42:24.169513 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'PortForwarding': '1.2',
Dec 14 17:42:24.169513 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'QosPolicy': '1.8',
Dec 14 17:42:24.169513 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'SecurityGroup': '1.2',
Dec 14 17:42:24.169513 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'SecurityGroupRule': '1.0',
Dec 14 17:42:24.169513 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'SubPort': '1.0',
Dec 14 17:42:24.169513 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Subnet': '1.1',
Dec 14 17:42:24.169513 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Trunk': '1.1'}}
Dec 14 17:42:24.169513 dv-cinder-821737-1-iscsi neutron-server[88013]:  {{(pid=88125) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 14 17:42:24.175656 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-05cc6107-3080-4de3-a600-36b7cdbba0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:42:24.274207 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-e7c0c0cf-37d8-475d-bc8b-e54114e24aab None None] Attempting to bind port e357f347-c7f1-4f91-8d15-75f9daf51eac on host dv-cinder-821737-1-iscsi for vnic_type normal with profile  {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:42:24.274847 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-e7c0c0cf-37d8-475d-bc8b-e54114e24aab None None] Attempting to bind port e357f347-c7f1-4f91-8d15-75f9daf51eac by drivers openvswitch,hyperv on host dv-cinder-821737-1-iscsi at level 0 using segments [{'id': 'b6c4e3b8-0be3-4047-b828-628be9c9533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3293f717-1c3c-46e8-a15b-816d2c161348'}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:42:24.275354 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c0c0cf-37d8-475d-bc8b-e54114e24aab None None] Attempting to bind port e357f347-c7f1-4f91-8d15-75f9daf51eac on network 3293f717-1c3c-46e8-a15b-816d2c161348 {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:42:24.284075 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c0c0cf-37d8-475d-bc8b-e54114e24aab None None] Checking agent: {'id': 'cfd28b24-d8e5-433a-a8d2-fa726f969496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 41, 52), 'started_at': datetime.datetime(2021, 12, 14, 17, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:42:24.284490 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c0c0cf-37d8-475d-bc8b-e54114e24aab None None] Checking segment: {'id': 'b6c4e3b8-0be3-4047-b828-628be9c9533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3293f717-1c3c-46e8-a15b-816d2c161348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:42:24.284952 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e7c0c0cf-37d8-475d-bc8b-e54114e24aab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:24.285370 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c0c0cf-37d8-475d-bc8b-e54114e24aab None None] Bound using segment: {'id': 'b6c4e3b8-0be3-4047-b828-628be9c9533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3293f717-1c3c-46e8-a15b-816d2c161348'} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:42:24.285956 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-e7c0c0cf-37d8-475d-bc8b-e54114e24aab None None] Bound port: e357f347-c7f1-4f91-8d15-75f9daf51eac, host: dv-cinder-821737-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c4e3b8-0be3-4047-b828-628be9c9533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3293f717-1c3c-46e8-a15b-816d2c161348'}}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:42:24.286357 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e7c0c0cf-37d8-475d-bc8b-e54114e24aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:24.386555 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-e7c0c0cf-37d8-475d-bc8b-e54114e24aab None None] For port e357f347-c7f1-4f91-8d15-75f9daf51eac, host dv-cinder-821737-1-iscsi, cleared binding levels {{(pid=88125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:42:24.392021 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-e7c0c0cf-37d8-475d-bc8b-e54114e24aab None None] For port e357f347-c7f1-4f91-8d15-75f9daf51eac, host dv-cinder-821737-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=e357f347-c7f1-4f91-8d15-75f9daf51eac,segment=NetworkSegment(b6c4e3b8-0be3-4047-b828-628be9c9533a),segment_id=b6c4e3b8-0be3-4047-b828-628be9c9533a)] {{(pid=88125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:42:24.395017 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e7c0c0cf-37d8-475d-bc8b-e54114e24aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:24.399298 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:42:24.494185 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc6107-3080-4de3-a600-36b7cdbba0f0 None None] Pushing event updated for resources: {'Port': ['ID=e357f347-c7f1-4f91-8d15-75f9daf51eac,revision_number=4']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:42:24.498144 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-05cc6107-3080-4de3-a600-36b7cdbba0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:42:24.501469 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c0c0cf-37d8-475d-bc8b-e54114e24aab None None] Routers {'ae853490-de8a-4fbf-b497-248edcbdc25b'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:42:24.502167 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-e7c0c0cf-37d8-475d-bc8b-e54114e24aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622d19b208>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:42:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['ae853490-de8a-4fbf-b497-248edcbdc25b'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:42:24.537770 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:24.676170 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-e7c0c0cf-37d8-475d-bc8b-e54114e24aab None None] Set router ae853490-de8a-4fbf-b497-248edcbdc25b gateway port host: None {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:42:25.084157 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 40308) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:42:25.166828 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-e7c0c0cf-37d8-475d-bc8b-e54114e24aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622d19b208>, [{'id': 'ae853490-de8a-4fbf-b497-248edcbdc25b', 'name': 'router1', 'tenant_id': 'a51063d5281e4e91add4936e3425fe71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:42:12Z', 'updated_at': '2021-12-14T17:42:21Z', 'revision_number': 2, 'project_id': 'a51063d5281e4e91add4936e3425fe71', 'gw_port_host': None, '_interfaces': [{'id': 'e357f347-c7f1-4f91-8d15-75f9daf51eac', 'name': '', 'network_id': '3293f717-1c3c-46e8-a15b-816d2c161348', 'tenant_id': 'a51063d5281e4e91add4936e3425fe71', 'mac_address': 'fa:16:3e:b7:2f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae853490-de8a-4fbf-b497-248edcbdc25b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f44d4310-97fd-4d70-a5fb-7a41d2cd1e25', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:42:20Z', 'updated_at': '2021-12-14T17:42:24Z', 'revision_number': 4, 'project_id': 'a51063d5281e4e91add4936e3425fe71', 'subnets': [{'id': 'f44d4310-97fd-4d70-a5fb-7a41d2cd1e25', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb4d0b92-c5c6-4ef7-9368-a556365ef1c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:42:25.171463 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c0c0cf-37d8-475d-bc8b-e54114e24aab None None] The sync data for ids ['ae853490-de8a-4fbf-b497-248edcbdc25b'] in dv-cinder-821737-1-iscsi is: [{'id': 'ae853490-de8a-4fbf-b497-248edcbdc25b', 'name': 'router1', 'tenant_id': 'a51063d5281e4e91add4936e3425fe71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:42:12Z', 'updated_at': '2021-12-14T17:42:21Z', 'revision_number': 2, 'project_id': 'a51063d5281e4e91add4936e3425fe71', 'gw_port_host': None, '_interfaces': [{'id': 'e357f347-c7f1-4f91-8d15-75f9daf51eac', 'name': '', 'network_id': '3293f717-1c3c-46e8-a15b-816d2c161348', 'tenant_id': 'a51063d5281e4e91add4936e3425fe71', 'mac_address': 'fa:16:3e:b7:2f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae853490-de8a-4fbf-b497-248edcbdc25b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f44d4310-97fd-4d70-a5fb-7a41d2cd1e25', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:42:20Z', 'updated_at': '2021-12-14T17:42:24Z', 'revision_number': 4, 'project_id': 'a51063d5281e4e91add4936e3425fe71', 'subnets': [{'id': 'f44d4310-97fd-4d70-a5fb-7a41d2cd1e25', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb4d0b92-c5c6-4ef7-9368-a556365ef1c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 17:42:25.407766 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65ecfc8-7acf-4a4a-ab92-cb438438c851 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:42:25.409174 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-f65ecfc8-7acf-4a4a-ab92-cb438438c851 admin admin] 10.222.0.53 "GET /v2.0/networks/b3d2256c-c519-4427-b3bb-181a657f5e18 HTTP/1.1" status: 200  len: 842 time: 0.3237867
Dec 14 17:42:25.421645 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-8ba987fe-58e1-49b2-b589-807052b91627 admin admin] Request body: {'subnet': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.2.0/24'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:42:25.426846 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-8ba987fe-58e1-49b2-b589-807052b91627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:42:25.430924 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-8ba987fe-58e1-49b2-b589-807052b91627 admin admin] Usage tracker for resource:subnet and tenant:a00b8880f8ba46a6b8df1c11d34fd3c9 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:42:25.433927 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-8ba987fe-58e1-49b2-b589-807052b91627 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:42:25.440031 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-8ba987fe-58e1-49b2-b589-807052b91627 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:42:25.449640 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba987fe-58e1-49b2-b589-807052b91627 admin admin] Made reservation on behalf of a00b8880f8ba46a6b8df1c11d34fd3c9 for: {'subnet': 1} {{(pid=88123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:42:25.454396 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8ba987fe-58e1-49b2-b589-807052b91627 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:25.876557 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8ba987fe-58e1-49b2-b589-807052b91627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388'] for subnet, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:25.880759 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:42:25.956133 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba987fe-58e1-49b2-b589-807052b91627 admin admin] Pushing event updated for resources: {'Subnet': ['ID=431330ab-9b63-4a3b-8088-f9712ed58753,revision_number=0']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:42:25.960208 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-8ba987fe-58e1-49b2-b589-807052b91627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:42:25.969021 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba987fe-58e1-49b2-b589-807052b91627 admin admin] Checking segment: {'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:42:25.969404 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba987fe-58e1-49b2-b589-807052b91627 admin admin] Network hostable DHCP agents. Network: b3d2256c-c519-4427-b3bb-181a657f5e18, hostable agents: ['ca44529e-a98f-42ef-93fd-bf8911629c2d'], hosted agents: [] {{(pid=88123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 14 17:42:25.992086 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba987fe-58e1-49b2-b589-807052b91627 admin admin] Network b3d2256c-c519-4427-b3bb-181a657f5e18 is scheduled to be hosted by DHCP agent ca44529e-a98f-42ef-93fd-bf8911629c2d with binding_index 1 {{(pid=88123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 14 17:42:26.000932 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-8ba987fe-58e1-49b2-b589-807052b91627 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-iscsi, b3d2256c-c519-4427-b3bb-181a657f5e18) {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:42:26.004924 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba987fe-58e1-49b2-b589-807052b91627 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:42:26.005546 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8ba987fe-58e1-49b2-b589-807052b91627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for subnet, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:26.011725 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6dde11-1eac-4749-8b17-50c1b0867b2c None None] Network b3d2256c-c519-4427-b3bb-181a657f5e18 requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:42:26.028311 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-8ba987fe-58e1-49b2-b589-807052b91627 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6106620
Dec 14 17:42:26.268456 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03356340-69fd-4872-af8c-edf67ebb39e1 None None] Network b3d2256c-c519-4427-b3bb-181a657f5e18 requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:42:27.937616 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device e357f347-c7f1-4f91-8d15-75f9daf51eac up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:42:28.010643 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning for port e357f347-c7f1-4f91-8d15-75f9daf51eac completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:42:28.016019 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port e357f347-c7f1-4f91-8d15-75f9daf51eac triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:42:28.016414 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:28.133127 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:28.168106 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] For port e357f347-c7f1-4f91-8d15-75f9daf51eac, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=e357f347-c7f1-4f91-8d15-75f9daf51eac,segment=NetworkSegment(b6c4e3b8-0be3-4047-b828-628be9c9533a),segment_id=b6c4e3b8-0be3-4047-b828-628be9c9533a)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:42:28.171412 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:28.174114 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:42:28.244705 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Pushing event updated for resources: {'Port': ['ID=e357f347-c7f1-4f91-8d15-75f9daf51eac,revision_number=5']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:42:28.248021 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:42:28.316893 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 40324) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:42:28.626322 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-30ea94f6-c2af-4f99-9737-ed18fb3dd635 admin admin] 10.222.0.53 "GET /v2.0/routers/ae853490-de8a-4fbf-b497-248edcbdc25b HTTP/1.1" status: 200  len: 710 time: 0.3081234
Dec 14 17:42:28.771404 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfec2a89-207e-46d8-8da1-5a1ce58e5ea8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:42:28.772806 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-cfec2a89-207e-46d8-8da1-5a1ce58e5ea8 admin admin] 10.222.0.53 "GET /v2.0/networks/b3d2256c-c519-4427-b3bb-181a657f5e18 HTTP/1.1" status: 200  len: 886 time: 0.1406877
Dec 14 17:42:28.785181 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-dbce35e1-3705-4ca0-89d2-00d39b02fb83 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'}}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:42:29.309386 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-dbce35e1-3705-4ca0-89d2-00d39b02fb83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854647223'] for router, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:29.690739 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-dbce35e1-3705-4ca0-89d2-00d39b02fb83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:29.752467 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-dbce35e1-3705-4ca0-89d2-00d39b02fb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:29.902588 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-dbce35e1-3705-4ca0-89d2-00d39b02fb83 admin admin] Allocated IP 172.27.2.14 (b3d2256c-c519-4427-b3bb-181a657f5e18/431330ab-9b63-4a3b-8088-f9712ed58753/2c352d87-8920-49b3-9bf4-e2f38d53183c) {{(pid=88123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:42:29.923737 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device e357f347-c7f1-4f91-8d15-75f9daf51eac up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:42:29.998707 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port e357f347-c7f1-4f91-8d15-75f9daf51eac triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:42:29.999095 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:30.066240 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-dbce35e1-3705-4ca0-89d2-00d39b02fb83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:30.119313 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-dbce35e1-3705-4ca0-89d2-00d39b02fb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481'] for port, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:30.124777 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:42:30.198107 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbce35e1-3705-4ca0-89d2-00d39b02fb83 admin admin] Network b3d2256c-c519-4427-b3bb-181a657f5e18 is already hosted by enough agents. {{(pid=88123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:42:30.201783 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-dbce35e1-3705-4ca0-89d2-00d39b02fb83 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:42:30.204379 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce35e1-3705-4ca0-89d2-00d39b02fb83 admin admin] Pushing event updated for resources: {'Port': ['ID=2c352d87-8920-49b3-9bf4-e2f38d53183c,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:42:30.215783 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbce35e1-3705-4ca0-89d2-00d39b02fb83 admin admin] Received port after_create {{(pid=88123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:42:30.272529 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-dbce35e1-3705-4ca0-89d2-00d39b02fb83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:42:30.411298 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-dbce35e1-3705-4ca0-89d2-00d39b02fb83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:30.586403 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-dbce35e1-3705-4ca0-89d2-00d39b02fb83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854647223'] for router, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:30.589993 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-dbce35e1-3705-4ca0-89d2-00d39b02fb83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854129360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854129329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-646456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854196839'] for router, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:30.804008 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbce35e1-3705-4ca0-89d2-00d39b02fb83 admin admin] Router ae853490-de8a-4fbf-b497-248edcbdc25b has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 17:42:31.024113 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbce35e1-3705-4ca0-89d2-00d39b02fb83 admin admin] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 17:42:31.034022 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-dbce35e1-3705-4ca0-89d2-00d39b02fb83 admin admin] Notify callbacks [] for router, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:31.035296 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-dbce35e1-3705-4ca0-89d2-00d39b02fb83 admin admin] 10.222.0.53 "PUT /v2.0/routers/ae853490-de8a-4fbf-b497-248edcbdc25b HTTP/1.1" status: 200  len: 889 time: 2.2538357
Dec 14 17:42:31.035502 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5130aac0-4d43-4c5d-82e1-7ecda35be575 None None] Sync routers for ids ['ae853490-de8a-4fbf-b497-248edcbdc25b'] in dv-cinder-821737-1-iscsi {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 17:42:31.049985 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5130aac0-4d43-4c5d-82e1-7ecda35be575 None None] Routers {'ae853490-de8a-4fbf-b497-248edcbdc25b'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:42:31.050683 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-5130aac0-4d43-4c5d-82e1-7ecda35be575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622ced9d30>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:42:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['ae853490-de8a-4fbf-b497-248edcbdc25b'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:42:31.256741 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-5130aac0-4d43-4c5d-82e1-7ecda35be575 None None] Set router ae853490-de8a-4fbf-b497-248edcbdc25b gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:42:31.624034 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-5130aac0-4d43-4c5d-82e1-7ecda35be575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622ced9d30>, [{'id': 'ae853490-de8a-4fbf-b497-248edcbdc25b', 'name': 'router1', 'tenant_id': 'a51063d5281e4e91add4936e3425fe71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '2c352d87-8920-49b3-9bf4-e2f38d53183c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:42:12Z', 'updated_at': '2021-12-14T17:42:30Z', 'revision_number': 4, 'project_id': 'a51063d5281e4e91add4936e3425fe71', 'gw_port': {'id': '2c352d87-8920-49b3-9bf4-e2f38d53183c', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae853490-de8a-4fbf-b497-248edcbdc25b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:42:29Z', 'updated_at': '2021-12-14T17:42:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'e357f347-c7f1-4f91-8d15-75f9daf51eac', 'name': '', 'network_id': '3293f717-1c3c-46e8-a15b-816d2c161348', 'tenant_id': 'a51063d5281e4e91add4936e3425fe71', 'mac_address': 'fa:16:3e:b7:2f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae853490-de8a-4fbf-b497-248edcbdc25b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f44d4310-97fd-4d70-a5fb-7a41d2cd1e25', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:42:20Z', 'updated_at': '2021-12-14T17:42:28Z', 'revision_number': 5, 'project_id': 'a51063d5281e4e91add4936e3425fe71', 'subnets': [{'id': 'f44d4310-97fd-4d70-a5fb-7a41d2cd1e25', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb4d0b92-c5c6-4ef7-9368-a556365ef1c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:42:31.629309 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5130aac0-4d43-4c5d-82e1-7ecda35be575 None None] Checking router: ae853490-de8a-4fbf-b497-248edcbdc25b for host: dv-cinder-821737-1-iscsi {{(pid=88124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 17:42:31.629683 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5130aac0-4d43-4c5d-82e1-7ecda35be575 None None] Updating router ae853490-de8a-4fbf-b497-248edcbdc25b port 2c352d87-8920-49b3-9bf4-e2f38d53183c binding host dv-cinder-821737-1-iscsi {{(pid=88124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 14 17:42:31.690683 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5130aac0-4d43-4c5d-82e1-7ecda35be575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:32.038706 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5130aac0-4d43-4c5d-82e1-7ecda35be575 None None] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:32.052090 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-5130aac0-4d43-4c5d-82e1-7ecda35be575 None None] Transition to ACTIVE for port object 2c352d87-8920-49b3-9bf4-e2f38d53183c will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:42:32.062631 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5130aac0-4d43-4c5d-82e1-7ecda35be575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:32.066760 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:42:32.146308 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2f78b-0b48-4ce8-b59b-9185b0a71418 None None] Pushing event updated for resources: {'Port': ['ID=2c352d87-8920-49b3-9bf4-e2f38d53183c,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:42:32.150139 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2eb2f78b-0b48-4ce8-b59b-9185b0a71418 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:42:32.151002 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-5130aac0-4d43-4c5d-82e1-7ecda35be575 None None] Attempting to bind port 2c352d87-8920-49b3-9bf4-e2f38d53183c on host dv-cinder-821737-1-iscsi for vnic_type normal with profile  {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:42:32.151390 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-5130aac0-4d43-4c5d-82e1-7ecda35be575 None None] Attempting to bind port 2c352d87-8920-49b3-9bf4-e2f38d53183c by drivers openvswitch,hyperv on host dv-cinder-821737-1-iscsi at level 0 using segments [{'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:42:32.151771 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5130aac0-4d43-4c5d-82e1-7ecda35be575 None None] Attempting to bind port 2c352d87-8920-49b3-9bf4-e2f38d53183c on network b3d2256c-c519-4427-b3bb-181a657f5e18 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:42:32.159066 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5130aac0-4d43-4c5d-82e1-7ecda35be575 None None] Checking agent: {'id': 'cfd28b24-d8e5-433a-a8d2-fa726f969496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 41, 52), 'started_at': datetime.datetime(2021, 12, 14, 17, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:42:32.159458 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5130aac0-4d43-4c5d-82e1-7ecda35be575 None None] Checking segment: {'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:42:32.159884 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5130aac0-4d43-4c5d-82e1-7ecda35be575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:32.160301 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5130aac0-4d43-4c5d-82e1-7ecda35be575 None None] Bound using segment: {'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:42:32.160794 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-5130aac0-4d43-4c5d-82e1-7ecda35be575 None None] Bound port: 2c352d87-8920-49b3-9bf4-e2f38d53183c, host: dv-cinder-821737-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:42:32.161174 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5130aac0-4d43-4c5d-82e1-7ecda35be575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:32.239635 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-5130aac0-4d43-4c5d-82e1-7ecda35be575 None None] For port 2c352d87-8920-49b3-9bf4-e2f38d53183c, host dv-cinder-821737-1-iscsi, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:42:32.243063 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-5130aac0-4d43-4c5d-82e1-7ecda35be575 None None] For port 2c352d87-8920-49b3-9bf4-e2f38d53183c, host dv-cinder-821737-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=2c352d87-8920-49b3-9bf4-e2f38d53183c,segment=NetworkSegment(031a1115-d006-4778-96dd-1bbd9a3ec485),segment_id=031a1115-d006-4778-96dd-1bbd9a3ec485)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:42:32.247273 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5130aac0-4d43-4c5d-82e1-7ecda35be575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:32.252021 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:42:32.333773 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2f78b-0b48-4ce8-b59b-9185b0a71418 None None] Pushing event updated for resources: {'Port': ['ID=2c352d87-8920-49b3-9bf4-e2f38d53183c,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:42:32.338145 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2eb2f78b-0b48-4ce8-b59b-9185b0a71418 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:42:32.340576 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5130aac0-4d43-4c5d-82e1-7ecda35be575 None None] Routers {'ae853490-de8a-4fbf-b497-248edcbdc25b'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:42:32.341236 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-5130aac0-4d43-4c5d-82e1-7ecda35be575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622ced9d30>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:42:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['ae853490-de8a-4fbf-b497-248edcbdc25b'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:42:32.680910 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-5130aac0-4d43-4c5d-82e1-7ecda35be575 None None] Set router ae853490-de8a-4fbf-b497-248edcbdc25b gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:42:33.044018 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-5130aac0-4d43-4c5d-82e1-7ecda35be575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622ced9d30>, [{'id': 'ae853490-de8a-4fbf-b497-248edcbdc25b', 'name': 'router1', 'tenant_id': 'a51063d5281e4e91add4936e3425fe71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '2c352d87-8920-49b3-9bf4-e2f38d53183c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:42:12Z', 'updated_at': '2021-12-14T17:42:30Z', 'revision_number': 4, 'project_id': 'a51063d5281e4e91add4936e3425fe71', 'gw_port': {'id': '2c352d87-8920-49b3-9bf4-e2f38d53183c', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae853490-de8a-4fbf-b497-248edcbdc25b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:42:29Z', 'updated_at': '2021-12-14T17:42:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'e357f347-c7f1-4f91-8d15-75f9daf51eac', 'name': '', 'network_id': '3293f717-1c3c-46e8-a15b-816d2c161348', 'tenant_id': 'a51063d5281e4e91add4936e3425fe71', 'mac_address': 'fa:16:3e:b7:2f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae853490-de8a-4fbf-b497-248edcbdc25b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f44d4310-97fd-4d70-a5fb-7a41d2cd1e25', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:42:20Z', 'updated_at': '2021-12-14T17:42:28Z', 'revision_number': 5, 'project_id': 'a51063d5281e4e91add4936e3425fe71', 'subnets': [{'id': 'f44d4310-97fd-4d70-a5fb-7a41d2cd1e25', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb4d0b92-c5c6-4ef7-9368-a556365ef1c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:42:33.048952 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5130aac0-4d43-4c5d-82e1-7ecda35be575 None None] The sync data for ids ['ae853490-de8a-4fbf-b497-248edcbdc25b'] in dv-cinder-821737-1-iscsi is: [{'id': 'ae853490-de8a-4fbf-b497-248edcbdc25b', 'name': 'router1', 'tenant_id': 'a51063d5281e4e91add4936e3425fe71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '2c352d87-8920-49b3-9bf4-e2f38d53183c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:42:12Z', 'updated_at': '2021-12-14T17:42:30Z', 'revision_number': 4, 'project_id': 'a51063d5281e4e91add4936e3425fe71', 'gw_port': {'id': '2c352d87-8920-49b3-9bf4-e2f38d53183c', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae853490-de8a-4fbf-b497-248edcbdc25b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:42:29Z', 'updated_at': '2021-12-14T17:42:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'e357f347-c7f1-4f91-8d15-75f9daf51eac', 'name': '', 'network_id': '3293f717-1c3c-46e8-a15b-816d2c161348', 'tenant_id': 'a51063d5281e4e91add4936e3425fe71', 'mac_address': 'fa:16:3e:b7:2f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae853490-de8a-4fbf-b497-248edcbdc25b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f44d4310-97fd-4d70-a5fb-7a41d2cd1e25', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:42:20Z', 'updated_at': '2021-12-14T17:42:28Z', 'revision_number': 5, 'project_id': 'a51063d5281e4e91add4936e3425fe71', 'subnets': [{'id': 'f44d4310-97fd-4d70-a5fb-7a41d2cd1e25', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb4d0b92-c5c6-4ef7-9368-a556365ef1c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 17:42:33.417287 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 40338) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:42:33.570391 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-56a7c111-ccd4-44ac-8b3d-ecb9251c69c8 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1079 time: 0.1517479
Dec 14 17:42:33.956279 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 2c352d87-8920-49b3-9bf4-e2f38d53183c up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:42:34.036816 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning for port 2c352d87-8920-49b3-9bf4-e2f38d53183c completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:42:34.043476 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port 2c352d87-8920-49b3-9bf4-e2f38d53183c triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:42:34.043929 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:34.174685 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:34.191257 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] For port 2c352d87-8920-49b3-9bf4-e2f38d53183c, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=2c352d87-8920-49b3-9bf4-e2f38d53183c,segment=NetworkSegment(031a1115-d006-4778-96dd-1bbd9a3ec485),segment_id=031a1115-d006-4778-96dd-1bbd9a3ec485)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:42:34.194315 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:34.197448 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:42:34.269441 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Pushing event updated for resources: {'Port': ['ID=2c352d87-8920-49b3-9bf4-e2f38d53183c,revision_number=4']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:42:34.272772 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:42:35.932054 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 2c352d87-8920-49b3-9bf4-e2f38d53183c up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:42:36.008521 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port 2c352d87-8920-49b3-9bf4-e2f38d53183c triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:42:36.008905 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:50.726637 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e2f4f8c4-38ce-4190-84db-8362650a4dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:51.633516 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:52.887876 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fd8ed4d2-7f53-49b6-a3aa-7cd7bfb93177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:53.187267 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:42:54.530873 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:43:00.267837 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 5 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 17:43:20.740259 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2c7af645-35e3-493c-bb73-6e988f72e80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:43:21.641631 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:43:22.881723 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e05387ab-ab9a-49bb-815b-9f8e12a5dda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:43:23.189592 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:43:24.547084 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:43:37.269440 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 5 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 17:43:50.731552 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8b596282-631c-4d51-a151-e45c82bb2d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:43:51.639367 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:43:52.889829 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e4705030-2960-4f1b-9b2d-6b2798f2abef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:43:53.190902 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:43:54.535591 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:44:11.891592 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 40876) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:44:12.010191 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.pecan_wsgi.hooks.translation [None req-e882f2a9-7684-4598-8955-d23bcc6b70e6 admin admin] GET failed (client error): The resource could not be found.
Dec 14 17:44:12.011631 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-e882f2a9-7684-4598-8955-d23bcc6b70e6 admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1188450
Dec 14 17:44:12.157306 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d2a0ba-e922-4dcf-91f3-60c2b3294600 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:44:12.158835 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-67d2a0ba-e922-4dcf-91f3-60c2b3294600 admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1422353
Dec 14 17:44:14.273292 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 5 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 17:44:14.398652 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 40888) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:44:14.554045 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baa2414-4cef-4b6d-9f32-84ef9502a672 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:44:14.555435 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-0baa2414-4cef-4b6d-9f32-84ef9502a672 admin admin] 10.222.0.53 "GET /v2.0/subnets/f44d4310-97fd-4d70-a5fb-7a41d2cd1e25 HTTP/1.1" status: 200  len: 849 time: 0.1557121
Dec 14 17:44:14.566037 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-f58262e3-567a-41cf-8270-84fe62a43df9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:44:14.700616 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f58262e3-567a-41cf-8270-84fe62a43df9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:44:14.925059 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f58262e3-567a-41cf-8270-84fe62a43df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753728340902'] for subnet, after_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:44:14.929067 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:44:14.987517 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58262e3-567a-41cf-8270-84fe62a43df9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:44:14.987788 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b3bfc1-8cc4-4361-aa6e-874600ec1bf5 None None] Network 3293f717-1c3c-46e8-a15b-816d2c161348 requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:44:14.988204 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f58262e3-567a-41cf-8270-84fe62a43df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for subnet, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:44:14.989555 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-f58262e3-567a-41cf-8270-84fe62a43df9 admin admin] 10.222.0.53 "PUT /v2.0/subnets/f44d4310-97fd-4d70-a5fb-7a41d2cd1e25 HTTP/1.1" status: 200  len: 868 time: 0.4277916
Dec 14 17:44:15.005142 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58262e3-567a-41cf-8270-84fe62a43df9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f44d4310-97fd-4d70-a5fb-7a41d2cd1e25,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:44:15.016431 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58262e3-567a-41cf-8270-84fe62a43df9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:44:15.016798 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58262e3-567a-41cf-8270-84fe62a43df9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:44:15.017177 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58262e3-567a-41cf-8270-84fe62a43df9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:44:15.017690 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58262e3-567a-41cf-8270-84fe62a43df9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:44:15.018071 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58262e3-567a-41cf-8270-84fe62a43df9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:44:15.018430 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58262e3-567a-41cf-8270-84fe62a43df9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:44:15.018812 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58262e3-567a-41cf-8270-84fe62a43df9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:44:15.019138 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58262e3-567a-41cf-8270-84fe62a43df9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:44:15.019927 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58262e3-567a-41cf-8270-84fe62a43df9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:44:15.020169 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58262e3-567a-41cf-8270-84fe62a43df9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:44:15.020356 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58262e3-567a-41cf-8270-84fe62a43df9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:44:15.024759 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-f58262e3-567a-41cf-8270-84fe62a43df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:44:15.610561 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-84ad9f90-ff18-4fc8-885a-e2d7f3b8f5a7 None None] Provisioning complete for port e357f347-c7f1-4f91-8d15-75f9daf51eac triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:44:15.611171 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-84ad9f90-ff18-4fc8-885a-e2d7f3b8f5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:44:15.745918 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-84ad9f90-ff18-4fc8-885a-e2d7f3b8f5a7 None None] Provisioning complete for port b7f4c026-f379-4563-805f-5245faca15c2 triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:44:15.746320 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-84ad9f90-ff18-4fc8-885a-e2d7f3b8f5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:44:17.244639 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 40900) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:44:17.626988 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364c90e2-6c7f-4bf1-b02e-6c03deab23f7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:44:17.627267 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364c90e2-6c7f-4bf1-b02e-6c03deab23f7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:44:17.628972 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-364c90e2-6c7f-4bf1-b02e-6c03deab23f7 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.3829393
Dec 14 17:44:19.890151 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 40912) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:44:20.135686 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221e8b73-8bc9-4261-9bff-c673f2528034 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:44:20.136029 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221e8b73-8bc9-4261-9bff-c673f2528034 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:44:20.138169 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-221e8b73-8bc9-4261-9bff-c673f2528034 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2466686
Dec 14 17:44:20.736900 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2ce3b034-0fc0-4aad-aace-2d9b23dc8510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:44:21.635952 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:44:22.372828 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 40924) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:44:22.606192 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858e957f-7b20-4d9d-a159-ef7a55d2ed5c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:44:22.607647 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-858e957f-7b20-4d9d-a159-ef7a55d2ed5c admin admin] 10.222.0.53 "GET /v2.0/networks/3293f717-1c3c-46e8-a15b-816d2c161348 HTTP/1.1" status: 200  len: 869 time: 0.2340994
Dec 14 17:44:22.884114 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-94e569bf-f892-4095-939c-a348aaeb6aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:44:23.194720 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:44:24.542753 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:44:24.788384 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 40936) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:44:25.023137 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944de054-57c9-4870-a125-b9753c9c70f9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:44:25.024690 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-944de054-57c9-4870-a125-b9753c9c70f9 admin admin] 10.222.0.53 "GET /v2.0/networks/b3d2256c-c519-4427-b3bb-181a657f5e18 HTTP/1.1" status: 200  len: 886 time: 0.2351413
Dec 14 17:44:27.269398 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 40948) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:44:27.421994 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9692677d-f757-4c57-8761-e8fb998aeab7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:44:27.422375 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9692677d-f757-4c57-8761-e8fb998aeab7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:44:27.423200 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-9692677d-f757-4c57-8761-e8fb998aeab7 admin admin] Synchronizing usage tracker for tenant:a00b8880f8ba46a6b8df1c11d34fd3c9 on resource:subnet {{(pid=88123) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:44:27.442751 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-9692677d-f757-4c57-8761-e8fb998aeab7 admin admin] Unset dirty status for tenant:a00b8880f8ba46a6b8df1c11d34fd3c9 on resource:subnet {{(pid=88123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:44:27.444170 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-9692677d-f757-4c57-8761-e8fb998aeab7 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1733427
Dec 14 17:44:29.752783 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 40960) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:44:29.906823 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00aba14b-0a10-4884-9369-1045b09666c5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:44:29.907293 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00aba14b-0a10-4884-9369-1045b09666c5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:44:29.908952 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-00aba14b-0a10-4884-9369-1045b09666c5 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1547484
Dec 14 17:44:32.096060 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 40972) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:44:32.248924 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29713a1a-029d-41df-8b2e-c346dfcf525b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:44:32.250591 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-29713a1a-029d-41df-8b2e-c346dfcf525b admin admin] 10.222.0.53 "GET /v2.0/subnets/431330ab-9b63-4a3b-8088-f9712ed58753 HTTP/1.1" status: 200  len: 816 time: 0.1534336
Dec 14 17:44:34.546925 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 40984) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:44:34.737496 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9191c113-16a2-4e5c-850b-fd8e26b2aa07 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:44:34.739034 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-9191c113-16a2-4e5c-850b-fd8e26b2aa07 admin admin] 10.222.0.53 "GET /v2.0/subnets/f44d4310-97fd-4d70-a5fb-7a41d2cd1e25 HTTP/1.1" status: 200  len: 868 time: 0.1910303
Dec 14 17:44:50.737463 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-91f8bcf8-f8b1-48d5-9e6d-d92880221644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:44:51.275280 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 5 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 17:44:51.631971 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:44:52.879545 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-495f0013-8d8e-4184-b7e5-134ae6c471ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:44:53.200755 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:44:54.550758 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:44:56.204826 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 41032) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:44:56.288700 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [None req-82fc2d11-92a3-47f5-b959-ab4da6ace399 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 14 17:44:56.289863 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-82fc2d11-92a3-47f5-b959-ab4da6ace399 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0840364
Dec 14 17:44:58.662354 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 41044) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:44:58.772148 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cad2b56-504d-409f-b37e-388e342515a1 admin admin] GET failed (client error): The resource could not be found.
Dec 14 17:44:58.772866 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-0cad2b56-504d-409f-b37e-388e342515a1 admin admin] Synchronizing usage tracker for tenant:a00b8880f8ba46a6b8df1c11d34fd3c9 on resource:network {{(pid=88122) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:44:58.795178 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-0cad2b56-504d-409f-b37e-388e342515a1 admin admin] Unset dirty status for tenant:a00b8880f8ba46a6b8df1c11d34fd3c9 on resource:network {{(pid=88122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:44:58.796657 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-0cad2b56-504d-409f-b37e-388e342515a1 admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1330419
Dec 14 17:44:58.952387 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e0b6f6-bfe8-42ba-9050-0edcf618a976 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:44:58.953969 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-a2e0b6f6-bfe8-42ba-9050-0edcf618a976 admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1526845
Dec 14 17:45:01.146355 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 41056) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:45:01.233871 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-71d72627-a2f1-4705-906e-eb70621e23a4 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:45:01.239916 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-71d72627-a2f1-4705-906e-eb70621e23a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:45:01.250850 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-71d72627-a2f1-4705-906e-eb70621e23a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:45:01.261389 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d72627-a2f1-4705-906e-eb70621e23a4 admin admin] Made reservation on behalf of a00b8880f8ba46a6b8df1c11d34fd3c9 for: {'network': 1} {{(pid=88122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:45:01.266835 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-71d72627-a2f1-4705-906e-eb70621e23a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for network, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:45:01.366995 dv-cinder-821737-1-iscsi neutron-server[88013]: WARNING neutron.services.revisions.revision_plugin [None req-71d72627-a2f1-4705-906e-eb70621e23a4 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f622cb2aa58] {project_id='a00b8880f8ba46a6b8df1c11d34fd3c9', id='d280362c-3088-492d-ad64-02a2e37f1f16', target_tenant='*', action='access_as_shared', object_id='2a3dd9b1-5cdd-4c06-8178-b674473cf628'}> to bump revision.
Dec 14 17:45:01.382391 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71d72627-a2f1-4705-906e-eb70621e23a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'}  {{(pid=88122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 14 17:45:01.393527 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-71d72627-a2f1-4705-906e-eb70621e23a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:45:01.393947 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.segments_db [None req-71d72627-a2f1-4705-906e-eb70621e23a4 admin admin] Added segment e80478ec-8ac7-4292-bc45-cb321f13c2d1 of type vlan for network 2a3dd9b1-5cdd-4c06-8178-b674473cf628
Dec 14 17:45:01.422692 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-71d72627-a2f1-4705-906e-eb70621e23a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753727864657'] for network, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:45:01.454708 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-71d72627-a2f1-4705-906e-eb70621e23a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388'] for network, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:45:01.456004 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d72627-a2f1-4705-906e-eb70621e23a4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:45:01.456636 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-71d72627-a2f1-4705-906e-eb70621e23a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:45:01.460356 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:45:01.570686 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d72627-a2f1-4705-906e-eb70621e23a4 admin admin] Pushing event updated for resources: {'Network': ['ID=2a3dd9b1-5cdd-4c06-8178-b674473cf628,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:45:01.576855 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-71d72627-a2f1-4705-906e-eb70621e23a4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4290409
Dec 14 17:45:01.578157 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-71d72627-a2f1-4705-906e-eb70621e23a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:45:01.585502 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Network 2a3dd9b1-5cdd-4c06-8178-b674473cf628 details requested by agent ovs-agent-dv-cinder-821737-1-iscsi with host dv-cinder-821737-1-iscsi {{(pid=88124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 14 17:45:03.890028 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 41068) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:45:04.052678 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f76e48-c9d6-4a0c-b502-fbb4341e9dc2 admin admin] GET failed (client error): The resource could not be found.
Dec 14 17:45:04.053270 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-14f76e48-c9d6-4a0c-b502-fbb4341e9dc2 admin admin] Synchronizing usage tracker for tenant:a00b8880f8ba46a6b8df1c11d34fd3c9 on resource:network {{(pid=88122) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:45:04.070382 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-14f76e48-c9d6-4a0c-b502-fbb4341e9dc2 admin admin] Unset dirty status for tenant:a00b8880f8ba46a6b8df1c11d34fd3c9 on resource:network {{(pid=88122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:45:04.071715 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-14f76e48-c9d6-4a0c-b502-fbb4341e9dc2 admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1804783
Dec 14 17:45:04.200082 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7142647f-8f59-4fec-a4fc-41970f1b48d8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:45:04.201955 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-7142647f-8f59-4fec-a4fc-41970f1b48d8 admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1225281
Dec 14 17:45:04.213261 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-0779fd6a-0d5f-4455-b704-9a36388edd5e admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '2a3dd9b1-5cdd-4c06-8178-b674473cf628'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:45:04.218923 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-0779fd6a-0d5f-4455-b704-9a36388edd5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:45:04.229888 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-0779fd6a-0d5f-4455-b704-9a36388edd5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:45:04.239207 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0779fd6a-0d5f-4455-b704-9a36388edd5e admin admin] Made reservation on behalf of a00b8880f8ba46a6b8df1c11d34fd3c9 for: {'subnet': 1} {{(pid=88122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:45:04.244155 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0779fd6a-0d5f-4455-b704-9a36388edd5e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:45:04.481578 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0779fd6a-0d5f-4455-b704-9a36388edd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388'] for subnet, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:45:04.485676 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:45:04.561602 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779fd6a-0d5f-4455-b704-9a36388edd5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b897cca-f7fe-43fd-a0b2-b56f13cc8272,revision_number=0']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:45:04.564540 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-0779fd6a-0d5f-4455-b704-9a36388edd5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:45:04.576810 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0779fd6a-0d5f-4455-b704-9a36388edd5e admin admin] Checking segment: {'id': 'e80478ec-8ac7-4292-bc45-cb321f13c2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2a3dd9b1-5cdd-4c06-8178-b674473cf628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:45:04.577365 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0779fd6a-0d5f-4455-b704-9a36388edd5e admin admin] Network hostable DHCP agents. Network: 2a3dd9b1-5cdd-4c06-8178-b674473cf628, hostable agents: ['ca44529e-a98f-42ef-93fd-bf8911629c2d'], hosted agents: [] {{(pid=88122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 14 17:45:04.603892 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0779fd6a-0d5f-4455-b704-9a36388edd5e admin admin] Network 2a3dd9b1-5cdd-4c06-8178-b674473cf628 is scheduled to be hosted by DHCP agent ca44529e-a98f-42ef-93fd-bf8911629c2d with binding_index 1 {{(pid=88122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 14 17:45:04.614536 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-0779fd6a-0d5f-4455-b704-9a36388edd5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-iscsi, 2a3dd9b1-5cdd-4c06-8178-b674473cf628) {{(pid=88122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:45:04.619851 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0779fd6a-0d5f-4455-b704-9a36388edd5e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:45:04.621626 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0779fd6a-0d5f-4455-b704-9a36388edd5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for subnet, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:45:04.626218 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2f9914-d20f-4ba7-ad3c-a962bfe0df4e None None] Network 2a3dd9b1-5cdd-4c06-8178-b674473cf628 requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:45:04.657057 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-0779fd6a-0d5f-4455-b704-9a36388edd5e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4476080
Dec 14 17:45:04.887064 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65ba46df-7991-5938-b91f-03c1a22b974b-2a3dd9b1-5cdd-4c06-8178-b674473cf628', 'network_id': '2a3dd9b1-5cdd-4c06-8178-b674473cf628', 'tenant_id': 'a00b8880f8ba46a6b8df1c11d34fd3c9', 'fixed_ips': [{'subnet_id': '5b897cca-f7fe-43fd-a0b2-b56f13cc8272'}]}} from dv-cinder-821737-1-iscsi. {{(pid=88124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 14 17:45:04.888365 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:45:05.101626 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Allocated IP 192.168.233.2 (2a3dd9b1-5cdd-4c06-8178-b674473cf628/5b897cca-f7fe-43fd-a0b2-b56f13cc8272/68b64353-cb64-48e1-8f04-acc0001ac553) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:45:05.441515 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:45:05.458648 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Transition to ACTIVE for port object 68b64353-cb64-48e1-8f04-acc0001ac553 will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:45:05.490187 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Transition to ACTIVE for port object 68b64353-cb64-48e1-8f04-acc0001ac553 will not be triggered until provisioned by entity DHCP. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:45:05.496291 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:45:05.504046 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:45:05.602165 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Network 2a3dd9b1-5cdd-4c06-8178-b674473cf628 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:45:05.606165 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Resources bound (agent type, host, resource id):  {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:45:05.613110 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Pushing event updated for resources: {'Port': ['ID=68b64353-cb64-48e1-8f04-acc0001ac553,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:45:05.617647 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:45:05.659574 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:45:05.659852 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:45:05.660147 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:45:05.660469 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:45:05.660842 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:45:05.661199 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:45:05.661555 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:45:05.661942 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:45:05.662295 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:45:05.662639 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:45:05.662992 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:45:05.671342 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:45:05.731708 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Attempting to bind port 68b64353-cb64-48e1-8f04-acc0001ac553 on host dv-cinder-821737-1-iscsi for vnic_type normal with profile  {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:45:05.732290 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Attempting to bind port 68b64353-cb64-48e1-8f04-acc0001ac553 by drivers openvswitch,hyperv on host dv-cinder-821737-1-iscsi at level 0 using segments [{'id': 'e80478ec-8ac7-4292-bc45-cb321f13c2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2a3dd9b1-5cdd-4c06-8178-b674473cf628'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:45:05.732847 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Attempting to bind port 68b64353-cb64-48e1-8f04-acc0001ac553 on network 2a3dd9b1-5cdd-4c06-8178-b674473cf628 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:45:05.743238 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Checking agent: {'id': 'cfd28b24-d8e5-433a-a8d2-fa726f969496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 41, 52), 'started_at': datetime.datetime(2021, 12, 14, 17, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:45:05.743762 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Checking segment: {'id': 'e80478ec-8ac7-4292-bc45-cb321f13c2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2a3dd9b1-5cdd-4c06-8178-b674473cf628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:45:05.744259 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:45:05.744904 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Bound using segment: {'id': 'e80478ec-8ac7-4292-bc45-cb321f13c2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2a3dd9b1-5cdd-4c06-8178-b674473cf628'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:45:05.745598 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Bound port: 68b64353-cb64-48e1-8f04-acc0001ac553, host: dv-cinder-821737-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e80478ec-8ac7-4292-bc45-cb321f13c2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2a3dd9b1-5cdd-4c06-8178-b674473cf628'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:45:05.746088 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:45:05.885599 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] For port 68b64353-cb64-48e1-8f04-acc0001ac553, host dv-cinder-821737-1-iscsi, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:45:05.890902 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] For port 68b64353-cb64-48e1-8f04-acc0001ac553, host dv-cinder-821737-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=68b64353-cb64-48e1-8f04-acc0001ac553,segment=NetworkSegment(e80478ec-8ac7-4292-bc45-cb321f13c2d1),segment_id=e80478ec-8ac7-4292-bc45-cb321f13c2d1)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:45:05.895947 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:45:05.903600 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:45:06.019217 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Pushing event updated for resources: {'Port': ['ID=68b64353-cb64-48e1-8f04-acc0001ac553,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:45:06.023436 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:45:07.803371 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a899b30-2920-455c-8f09-1998a572c578 None None] Network 2a3dd9b1-5cdd-4c06-8178-b674473cf628 requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:45:07.924503 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-0dacfc43-dbb4-46ce-92be-6f0ec214f3db None None] Provisioning for port 68b64353-cb64-48e1-8f04-acc0001ac553 completed by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:45:08.105642 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 68b64353-cb64-48e1-8f04-acc0001ac553 up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:45:08.284982 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning for port 68b64353-cb64-48e1-8f04-acc0001ac553 completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:45:08.292909 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port 68b64353-cb64-48e1-8f04-acc0001ac553 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:45:08.293518 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:45:08.462164 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:45:08.507327 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] For port 68b64353-cb64-48e1-8f04-acc0001ac553, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=68b64353-cb64-48e1-8f04-acc0001ac553,segment=NetworkSegment(e80478ec-8ac7-4292-bc45-cb321f13c2d1),segment_id=e80478ec-8ac7-4292-bc45-cb321f13c2d1)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:45:08.511644 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:45:08.515688 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2eb2f78b-0b48-4ce8-b59b-9185b0a71418 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:45:08.610210 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Pushing event updated for resources: {'Port': ['ID=68b64353-cb64-48e1-8f04-acc0001ac553,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:45:08.613452 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:45:08.670119 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-6368999a-bf2c-48f2-910a-8965118a14e2 None None] Provisioning complete for port 68b64353-cb64-48e1-8f04-acc0001ac553 triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:45:08.670529 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6368999a-bf2c-48f2-910a-8965118a14e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:45:10.031012 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 68b64353-cb64-48e1-8f04-acc0001ac553 up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:45:10.119144 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port 68b64353-cb64-48e1-8f04-acc0001ac553 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:45:10.119805 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:45:20.732354 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3e093cb7-1327-4ba8-b140-9b9aa92d40b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:45:21.637638 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:45:22.888521 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bba04872-5aba-4162-b3d9-ba38c7ef29e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:45:23.208817 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:45:24.553445 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:45:28.277217 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 5 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 17:45:50.739756 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-95263382-424d-444f-980e-a7a9f3dbf272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:45:51.635222 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:45:52.885491 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-871773da-96b0-49d0-9b11-07513c245d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:45:53.203781 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:45:54.545161 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:46:05.278659 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 5 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 17:46:20.734724 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cd08372f-191e-4f57-a792-ea67c1038432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:46:21.629936 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:46:22.278890 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 41102) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:46:22.285832 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [None req-1f40808a-f092-434e-8889-1631ddc1d4a7 tempest-verify_tempest_config-968405139 tempest-verify_tempest_config-968405139-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 14 17:46:22.286936 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-1f40808a-f092-434e-8889-1631ddc1d4a7 tempest-verify_tempest_config-968405139 tempest-verify_tempest_config-968405139-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12156 time: 0.0069666
Dec 14 17:46:22.741005 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 41120) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:46:22.890567 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f1c64d91-dd4e-468a-9bf7-3683b9167629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:46:22.906527 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-094b9f21-6fbf-4dec-b243-18cb5ef919bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:46:22.950319 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-094b9f21-6fbf-4dec-b243-18cb5ef919bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:46:22.955052 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-094b9f21-6fbf-4dec-b243-18cb5ef919bf admin admin] Usage tracker for resource:security_group_rule and tenant:6745489a795f4699b2b486bac4d5f60f is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:46:22.958293 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-094b9f21-6fbf-4dec-b243-18cb5ef919bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:46:22.965465 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-094b9f21-6fbf-4dec-b243-18cb5ef919bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:46:23.041973 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-094b9f21-6fbf-4dec-b243-18cb5ef919bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:46:23.045863 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-094b9f21-6fbf-4dec-b243-18cb5ef919bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:46:23.054224 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-56ab8aa5-afc5-49b1-ae31-b70934b8458c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:46:23.096048 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b9f21-6fbf-4dec-b243-18cb5ef919bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50e8769-b533-4f79-803f-46a2116197e7,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:46:23.101875 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-094b9f21-6fbf-4dec-b243-18cb5ef919bf admin admin] Synchronizing usage tracker for tenant:a00b8880f8ba46a6b8df1c11d34fd3c9 on resource:security_group {{(pid=88122) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:46:23.112306 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094b9f21-6fbf-4dec-b243-18cb5ef919bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:46:23.112684 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094b9f21-6fbf-4dec-b243-18cb5ef919bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:46:23.113047 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094b9f21-6fbf-4dec-b243-18cb5ef919bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:46:23.113405 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094b9f21-6fbf-4dec-b243-18cb5ef919bf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:46:23.113767 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094b9f21-6fbf-4dec-b243-18cb5ef919bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:46:23.114141 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094b9f21-6fbf-4dec-b243-18cb5ef919bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:46:23.114475 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094b9f21-6fbf-4dec-b243-18cb5ef919bf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:46:23.114841 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094b9f21-6fbf-4dec-b243-18cb5ef919bf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:46:23.115191 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094b9f21-6fbf-4dec-b243-18cb5ef919bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:46:23.115537 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094b9f21-6fbf-4dec-b243-18cb5ef919bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:46:23.115882 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094b9f21-6fbf-4dec-b243-18cb5ef919bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:46:23.123246 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-094b9f21-6fbf-4dec-b243-18cb5ef919bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:46:23.132123 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-094b9f21-6fbf-4dec-b243-18cb5ef919bf admin admin] Unset dirty status for tenant:a00b8880f8ba46a6b8df1c11d34fd3c9 on resource:security_group {{(pid=88122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:46:23.137142 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-094b9f21-6fbf-4dec-b243-18cb5ef919bf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6745489a795f4699b2b486bac4d5f60f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3921423
Dec 14 17:46:23.137525 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 41126) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:46:23.206590 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-29842518-24e9-4579-abdf-48256793d3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:46:23.210103 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:46:23.235199 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-29842518-24e9-4579-abdf-48256793d3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:46:23.300182 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-29842518-24e9-4579-abdf-48256793d3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:46:23.307333 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:46:23.328640 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-29842518-24e9-4579-abdf-48256793d3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:46:23.329980 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-29842518-24e9-4579-abdf-48256793d3ca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c50e8769-b533-4f79-803f-46a2116197e7 HTTP/1.1" status: 204  len: 168 time: 0.1909161
Dec 14 17:46:23.330878 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29842518-24e9-4579-abdf-48256793d3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50e8769-b533-4f79-803f-46a2116197e7,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:46:23.333886 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-29842518-24e9-4579-abdf-48256793d3ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:46:24.554798 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:46:42.282835 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 5 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 17:46:50.740019 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7039e86d-1e5d-4e19-b741-1d7d8a36be65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:46:51.634212 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:46:52.903696 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a2c87bff-0053-42ab-96da-d2c4c9146cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:46:53.208088 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:46:54.548298 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:47:19.287279 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 5 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 17:47:20.745232 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1cec08f1-db04-47f9-ad67-59e30996e7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:47:21.638252 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:47:22.899622 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-843cb549-f3ed-4567-8c18-2fc3d7c10234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:47:23.211800 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:47:24.553512 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:47:50.750806 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e4668ecb-28ba-4231-8d01-b53a532342c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:47:51.642031 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:47:52.895547 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-313e1a20-1ef5-4e27-bb05-0b599f8f498e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:47:53.215199 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:47:54.560803 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:47:56.289693 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 5 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 17:47:59.503103 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-623989'] for agent, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:48:17.384156 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 41208) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:48:17.540710 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-66daed2c-9f35-42c9-a267-3e94f7d23401 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1552892
Dec 14 17:48:19.654625 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 41220) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:48:19.753218 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-f1db1b7c-04aa-47db-9a01-1e0d0a941b60 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0974369
Dec 14 17:48:20.757320 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-36145975-e548-4a62-8ef8-5ae6716710dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:48:21.649404 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:48:22.900456 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a2132fbd-4d54-47e5-9929-cb81364f2e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:48:23.216549 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:48:24.560191 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:48:29.461180 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:48:33.291674 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 6 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 17:48:50.754263 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d2c78fe5-360a-4ade-87ce-a0ad6330944b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:48:51.648469 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:48:52.903535 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-eff5eeb5-041c-486b-b37f-c428cc5ddb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:48:53.221017 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:48:54.562099 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:48:59.476170 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:49:10.293639 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 6 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 17:49:20.749449 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-141f8da0-ea02-402d-ba54-a1b4994ae1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:49:21.648718 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:49:22.907671 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7ad75db1-863a-4201-bdeb-efe7eaeddf5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:49:23.223728 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:49:24.578263 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:49:29.470620 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:49:47.295753 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 6 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 17:49:50.754605 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f02b9703-a281-4891-9556-6d6726ee1b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:49:51.644393 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:49:52.911873 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1c7a5af3-4012-45ae-9ef0-cd84076e6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:49:53.225801 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:49:54.568841 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:49:59.495402 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:08.082499 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 41338) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:08.452437 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-31747728-network', 'tenant_id': '09184c2f3f8b4da69759907044ea0d13'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:50:08.461661 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:08.468363 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Usage tracker for resource:network and tenant:09184c2f3f8b4da69759907044ea0d13 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:08.473149 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:08.482800 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:08.494977 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Made reservation on behalf of 09184c2f3f8b4da69759907044ea0d13 for: {'network': 1} {{(pid=88122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:50:08.500480 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for network, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:08.516070 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:08.552088 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:08.556556 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Usage tracker for resource:security_group_rule and tenant:09184c2f3f8b4da69759907044ea0d13 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:08.559746 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:08.569709 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:08.661372 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:08.664750 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:08.670636 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:08.701365 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'}  {{(pid=88122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 14 17:50:08.710609 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:08.717544 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:08.717968 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.segments_db [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Added segment cadbd5ca-d0ab-46df-ab2b-fa3b315b265c of type vlan for network 98dc44a2-33a7-48c8-8bbb-6893b546b1a6
Dec 14 17:50:08.728854 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:08.729237 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:08.729600 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:08.729993 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:08.730410 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:08.730722 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:08.731134 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:08.731710 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:08.732232 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:08.732593 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:08.732951 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:08.734041 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Tracked resource versions report:
Dec 14 17:50:08.734041 dv-cinder-821737-1-iscsi neutron-server[88013]: pushed versions:
Dec 14 17:50:08.734041 dv-cinder-821737-1-iscsi neutron-server[88013]: {   'ConntrackHelper': {'1.0'},
Dec 14 17:50:08.734041 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Log': {'1.0'},
Dec 14 17:50:08.734041 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Network': {'1.1'},
Dec 14 17:50:08.734041 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Port': {'1.5'},
Dec 14 17:50:08.734041 dv-cinder-821737-1-iscsi neutron-server[88013]:     'PortForwarding': {'1.2'},
Dec 14 17:50:08.734041 dv-cinder-821737-1-iscsi neutron-server[88013]:     'QosPolicy': {'1.8'},
Dec 14 17:50:08.734041 dv-cinder-821737-1-iscsi neutron-server[88013]:     'SecurityGroup': {'1.2'},
Dec 14 17:50:08.734041 dv-cinder-821737-1-iscsi neutron-server[88013]:     'SecurityGroupRule': {'1.0'},
Dec 14 17:50:08.734041 dv-cinder-821737-1-iscsi neutron-server[88013]:     'SubPort': {'1.0'},
Dec 14 17:50:08.734041 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Subnet': {'1.1'},
Dec 14 17:50:08.734041 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Trunk': {'1.1'}}
Dec 14 17:50:08.734041 dv-cinder-821737-1-iscsi neutron-server[88013]: consumer versions:
Dec 14 17:50:08.734041 dv-cinder-821737-1-iscsi neutron-server[88013]: {   DHCP agent@dv-cinder-821737-1-iscsi: {},
Dec 14 17:50:08.734041 dv-cinder-821737-1-iscsi neutron-server[88013]:     HyperV agent@hv-cinder-82173: {},
Dec 14 17:50:08.734041 dv-cinder-821737-1-iscsi neutron-server[88013]:     L3 agent@dv-cinder-821737-1-iscsi: {},
Dec 14 17:50:08.734041 dv-cinder-821737-1-iscsi neutron-server[88013]:     Metadata agent@dv-cinder-821737-1-iscsi: {},
Dec 14 17:50:08.734041 dv-cinder-821737-1-iscsi neutron-server[88013]:     Metering agent@dv-cinder-821737-1-iscsi: {},
Dec 14 17:50:08.734041 dv-cinder-821737-1-iscsi neutron-server[88013]:     Open vSwitch agent@dv-cinder-821737-1-iscsi: {   'ConntrackHelper': '1.0',
Dec 14 17:50:08.734041 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Log': '1.0',
Dec 14 17:50:08.734041 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Network': '1.1',
Dec 14 17:50:08.734041 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Port': '1.5',
Dec 14 17:50:08.734041 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'PortForwarding': '1.2',
Dec 14 17:50:08.734041 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'QosPolicy': '1.8',
Dec 14 17:50:08.734041 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'SecurityGroup': '1.2',
Dec 14 17:50:08.734041 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'SecurityGroupRule': '1.0',
Dec 14 17:50:08.734041 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'SubPort': '1.0',
Dec 14 17:50:08.734041 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Subnet': '1.1',
Dec 14 17:50:08.734041 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Trunk': '1.1'}}
Dec 14 17:50:08.734041 dv-cinder-821737-1-iscsi neutron-server[88013]:  {{(pid=88122) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 14 17:50:08.737546 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:08.775919 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753727864657'] for network, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:08.801535 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388'] for network, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:08.803850 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:08.804802 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:08.821164 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:08.922216 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.8377371
Dec 14 17:50:08.927371 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 41374) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:08.934009 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-17a601e2-7e27-4248-b4f0-08b6f6b63738 admin admin] Request body: {'subnet': {'network_id': '98dc44a2-33a7-48c8-8bbb-6893b546b1a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-31747728-subnet', 'tenant_id': '09184c2f3f8b4da69759907044ea0d13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:50:08.944611 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-17a601e2-7e27-4248-b4f0-08b6f6b63738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:08.944902 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Pushing event updated for resources: {'Network': ['ID=98dc44a2-33a7-48c8-8bbb-6893b546b1a6,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:08.948218 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:08.950383 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-17a601e2-7e27-4248-b4f0-08b6f6b63738 admin admin] Usage tracker for resource:subnet and tenant:09184c2f3f8b4da69759907044ea0d13 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:08.953683 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-17a601e2-7e27-4248-b4f0-08b6f6b63738 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:08.959773 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Network 98dc44a2-33a7-48c8-8bbb-6893b546b1a6 details requested by agent ovs-agent-dv-cinder-821737-1-iscsi with host dv-cinder-821737-1-iscsi {{(pid=88124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 14 17:50:08.984237 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-17a601e2-7e27-4248-b4f0-08b6f6b63738 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:09.000849 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a601e2-7e27-4248-b4f0-08b6f6b63738 admin admin] Made reservation on behalf of 09184c2f3f8b4da69759907044ea0d13 for: {'subnet': 1} {{(pid=88123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:50:09.008480 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-17a601e2-7e27-4248-b4f0-08b6f6b63738 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:09.246468 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-17a601e2-7e27-4248-b4f0-08b6f6b63738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388'] for subnet, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:09.253799 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:09.337095 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a601e2-7e27-4248-b4f0-08b6f6b63738 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fba3688-41c5-45d3-894b-17c0adc66461,revision_number=0']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:09.368194 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a601e2-7e27-4248-b4f0-08b6f6b63738 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:09.368704 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a601e2-7e27-4248-b4f0-08b6f6b63738 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:09.369327 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a601e2-7e27-4248-b4f0-08b6f6b63738 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:09.369869 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a601e2-7e27-4248-b4f0-08b6f6b63738 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:09.370376 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a601e2-7e27-4248-b4f0-08b6f6b63738 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:09.370877 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a601e2-7e27-4248-b4f0-08b6f6b63738 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:09.371549 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a601e2-7e27-4248-b4f0-08b6f6b63738 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:09.372048 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a601e2-7e27-4248-b4f0-08b6f6b63738 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:09.372534 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a601e2-7e27-4248-b4f0-08b6f6b63738 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:09.373018 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a601e2-7e27-4248-b4f0-08b6f6b63738 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:09.374045 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a601e2-7e27-4248-b4f0-08b6f6b63738 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:09.375129 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a601e2-7e27-4248-b4f0-08b6f6b63738 admin admin] Tracked resource versions report:
Dec 14 17:50:09.375129 dv-cinder-821737-1-iscsi neutron-server[88013]: pushed versions:
Dec 14 17:50:09.375129 dv-cinder-821737-1-iscsi neutron-server[88013]: {   'ConntrackHelper': {'1.0'},
Dec 14 17:50:09.375129 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Log': {'1.0'},
Dec 14 17:50:09.375129 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Network': {'1.1'},
Dec 14 17:50:09.375129 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Port': {'1.5'},
Dec 14 17:50:09.375129 dv-cinder-821737-1-iscsi neutron-server[88013]:     'PortForwarding': {'1.2'},
Dec 14 17:50:09.375129 dv-cinder-821737-1-iscsi neutron-server[88013]:     'QosPolicy': {'1.8'},
Dec 14 17:50:09.375129 dv-cinder-821737-1-iscsi neutron-server[88013]:     'SecurityGroup': {'1.2'},
Dec 14 17:50:09.375129 dv-cinder-821737-1-iscsi neutron-server[88013]:     'SecurityGroupRule': {'1.0'},
Dec 14 17:50:09.375129 dv-cinder-821737-1-iscsi neutron-server[88013]:     'SubPort': {'1.0'},
Dec 14 17:50:09.375129 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Subnet': {'1.1'},
Dec 14 17:50:09.375129 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Trunk': {'1.1'}}
Dec 14 17:50:09.375129 dv-cinder-821737-1-iscsi neutron-server[88013]: consumer versions:
Dec 14 17:50:09.375129 dv-cinder-821737-1-iscsi neutron-server[88013]: {   DHCP agent@dv-cinder-821737-1-iscsi: {},
Dec 14 17:50:09.375129 dv-cinder-821737-1-iscsi neutron-server[88013]:     HyperV agent@hv-cinder-82173: {},
Dec 14 17:50:09.375129 dv-cinder-821737-1-iscsi neutron-server[88013]:     L3 agent@dv-cinder-821737-1-iscsi: {},
Dec 14 17:50:09.375129 dv-cinder-821737-1-iscsi neutron-server[88013]:     Metadata agent@dv-cinder-821737-1-iscsi: {},
Dec 14 17:50:09.375129 dv-cinder-821737-1-iscsi neutron-server[88013]:     Metering agent@dv-cinder-821737-1-iscsi: {},
Dec 14 17:50:09.375129 dv-cinder-821737-1-iscsi neutron-server[88013]:     Open vSwitch agent@dv-cinder-821737-1-iscsi: {   'ConntrackHelper': '1.0',
Dec 14 17:50:09.375129 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Log': '1.0',
Dec 14 17:50:09.375129 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Network': '1.1',
Dec 14 17:50:09.375129 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Port': '1.5',
Dec 14 17:50:09.375129 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'PortForwarding': '1.2',
Dec 14 17:50:09.375129 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'QosPolicy': '1.8',
Dec 14 17:50:09.375129 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'SecurityGroup': '1.2',
Dec 14 17:50:09.375129 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'SecurityGroupRule': '1.0',
Dec 14 17:50:09.375129 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'SubPort': '1.0',
Dec 14 17:50:09.375129 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Subnet': '1.1',
Dec 14 17:50:09.375129 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Trunk': '1.1'}}
Dec 14 17:50:09.375129 dv-cinder-821737-1-iscsi neutron-server[88013]:  {{(pid=88123) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 14 17:50:09.380974 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-17a601e2-7e27-4248-b4f0-08b6f6b63738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:09.386339 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a601e2-7e27-4248-b4f0-08b6f6b63738 admin admin] Checking segment: {'id': 'cadbd5ca-d0ab-46df-ab2b-fa3b315b265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '98dc44a2-33a7-48c8-8bbb-6893b546b1a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:50:09.386723 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a601e2-7e27-4248-b4f0-08b6f6b63738 admin admin] Network hostable DHCP agents. Network: 98dc44a2-33a7-48c8-8bbb-6893b546b1a6, hostable agents: ['ca44529e-a98f-42ef-93fd-bf8911629c2d'], hosted agents: [] {{(pid=88123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 14 17:50:09.412796 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a601e2-7e27-4248-b4f0-08b6f6b63738 admin admin] Network 98dc44a2-33a7-48c8-8bbb-6893b546b1a6 is scheduled to be hosted by DHCP agent ca44529e-a98f-42ef-93fd-bf8911629c2d with binding_index 1 {{(pid=88123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 14 17:50:09.422958 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-17a601e2-7e27-4248-b4f0-08b6f6b63738 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-iscsi, 98dc44a2-33a7-48c8-8bbb-6893b546b1a6) {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:50:09.428174 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a601e2-7e27-4248-b4f0-08b6f6b63738 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:09.429133 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-17a601e2-7e27-4248-b4f0-08b6f6b63738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for subnet, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:09.437090 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46334de-58cd-45f7-8244-3728bbf3bf05 None None] Network 98dc44a2-33a7-48c8-8bbb-6893b546b1a6 requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:50:09.474542 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-17a601e2-7e27-4248-b4f0-08b6f6b63738 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.5457461
Dec 14 17:50:09.707017 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 41402) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:09.723440 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4662d1-9463-4404-9447-433a4ddd1568 None None] Network 98dc44a2-33a7-48c8-8bbb-6893b546b1a6 requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:50:10.264648 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-10b4c400-0d0f-4846-a182-d45bf837de68 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2071825126-network', 'tenant_id': '02573c92b5c647b2982d81b49df3d4cb'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:50:10.271855 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-10b4c400-0d0f-4846-a182-d45bf837de68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:10.277878 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-10b4c400-0d0f-4846-a182-d45bf837de68 admin admin] Usage tracker for resource:network and tenant:02573c92b5c647b2982d81b49df3d4cb is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:10.281067 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-10b4c400-0d0f-4846-a182-d45bf837de68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:10.287759 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-10b4c400-0d0f-4846-a182-d45bf837de68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:10.298370 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b4c400-0d0f-4846-a182-d45bf837de68 admin admin] Made reservation on behalf of 02573c92b5c647b2982d81b49df3d4cb for: {'network': 1} {{(pid=88123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:50:10.303993 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-10b4c400-0d0f-4846-a182-d45bf837de68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for network, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:10.334903 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-10b4c400-0d0f-4846-a182-d45bf837de68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:10.395926 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-10b4c400-0d0f-4846-a182-d45bf837de68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:10.400788 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-10b4c400-0d0f-4846-a182-d45bf837de68 admin admin] Usage tracker for resource:security_group_rule and tenant:02573c92b5c647b2982d81b49df3d4cb is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:10.404104 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-10b4c400-0d0f-4846-a182-d45bf837de68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:10.410672 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-10b4c400-0d0f-4846-a182-d45bf837de68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:10.539073 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-10b4c400-0d0f-4846-a182-d45bf837de68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:10.544176 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-10b4c400-0d0f-4846-a182-d45bf837de68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:10.549428 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:10.580110 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10b4c400-0d0f-4846-a182-d45bf837de68 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'}  {{(pid=88123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 14 17:50:10.589525 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4c400-0d0f-4846-a182-d45bf837de68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2126add-4113-46f9-b166-e3601b072d7a,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:10.593430 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-10b4c400-0d0f-4846-a182-d45bf837de68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:10.598472 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-10b4c400-0d0f-4846-a182-d45bf837de68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:10.598970 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.segments_db [None req-10b4c400-0d0f-4846-a182-d45bf837de68 admin admin] Added segment e53f41fd-1223-447c-bef8-0170cf138b25 of type vlan for network c35705db-bd11-4f34-bbd6-c42f1d037762
Dec 14 17:50:10.631755 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-10b4c400-0d0f-4846-a182-d45bf837de68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753727864657'] for network, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:10.665473 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-10b4c400-0d0f-4846-a182-d45bf837de68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388'] for network, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:10.666820 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b4c400-0d0f-4846-a182-d45bf837de68 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:10.667694 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-10b4c400-0d0f-4846-a182-d45bf837de68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:10.671350 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:10.794632 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-10b4c400-0d0f-4846-a182-d45bf837de68 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.0855925
Dec 14 17:50:10.795928 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4c400-0d0f-4846-a182-d45bf837de68 admin admin] Pushing event updated for resources: {'Network': ['ID=c35705db-bd11-4f34-bbd6-c42f1d037762,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:10.797463 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 41442) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:10.804344 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-10b4c400-0d0f-4846-a182-d45bf837de68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:10.815073 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Network c35705db-bd11-4f34-bbd6-c42f1d037762 details requested by agent ovs-agent-dv-cinder-821737-1-iscsi with host dv-cinder-821737-1-iscsi {{(pid=88124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 14 17:50:10.823485 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-9df9d676-4b2e-4142-a83f-a9a7544cf472 admin admin] Request body: {'subnet': {'network_id': 'c35705db-bd11-4f34-bbd6-c42f1d037762', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2071825126-subnet', 'tenant_id': '02573c92b5c647b2982d81b49df3d4cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:50:10.829145 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-9df9d676-4b2e-4142-a83f-a9a7544cf472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:10.835954 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-9df9d676-4b2e-4142-a83f-a9a7544cf472 admin admin] Usage tracker for resource:subnet and tenant:02573c92b5c647b2982d81b49df3d4cb is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:10.840475 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-9df9d676-4b2e-4142-a83f-a9a7544cf472 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:10.846430 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 41448) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:10.850677 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-9df9d676-4b2e-4142-a83f-a9a7544cf472 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:10.865269 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df9d676-4b2e-4142-a83f-a9a7544cf472 admin admin] Made reservation on behalf of 02573c92b5c647b2982d81b49df3d4cb for: {'subnet': 1} {{(pid=88122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:50:10.870644 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9df9d676-4b2e-4142-a83f-a9a7544cf472 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:11.314309 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9df9d676-4b2e-4142-a83f-a9a7544cf472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388'] for subnet, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:11.319664 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-f58262e3-567a-41cf-8270-84fe62a43df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:11.407142 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9d676-4b2e-4142-a83f-a9a7544cf472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53bb809e-79d6-4e3e-82eb-339121ccc0a1,revision_number=0']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:11.414175 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-9df9d676-4b2e-4142-a83f-a9a7544cf472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:11.431420 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df9d676-4b2e-4142-a83f-a9a7544cf472 admin admin] Checking segment: {'id': 'e53f41fd-1223-447c-bef8-0170cf138b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c35705db-bd11-4f34-bbd6-c42f1d037762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:50:11.432385 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df9d676-4b2e-4142-a83f-a9a7544cf472 admin admin] Network hostable DHCP agents. Network: c35705db-bd11-4f34-bbd6-c42f1d037762, hostable agents: ['ca44529e-a98f-42ef-93fd-bf8911629c2d'], hosted agents: [] {{(pid=88122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 14 17:50:11.453834 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-ce947476-2f6c-448f-aa47-af6023070b53 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2144495592-network', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:50:11.466284 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-ce947476-2f6c-448f-aa47-af6023070b53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:11.474045 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-ce947476-2f6c-448f-aa47-af6023070b53 admin admin] Usage tracker for resource:network and tenant:1d8ae983c147420a92d8c91613de9b2e is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:11.482192 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-ce947476-2f6c-448f-aa47-af6023070b53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:11.483692 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df9d676-4b2e-4142-a83f-a9a7544cf472 admin admin] Network c35705db-bd11-4f34-bbd6-c42f1d037762 is scheduled to be hosted by DHCP agent ca44529e-a98f-42ef-93fd-bf8911629c2d with binding_index 1 {{(pid=88122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 14 17:50:11.499124 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-ce947476-2f6c-448f-aa47-af6023070b53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:11.506956 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-9df9d676-4b2e-4142-a83f-a9a7544cf472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-iscsi, c35705db-bd11-4f34-bbd6-c42f1d037762) {{(pid=88122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:50:11.514595 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df9d676-4b2e-4142-a83f-a9a7544cf472 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:11.517114 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9df9d676-4b2e-4142-a83f-a9a7544cf472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for subnet, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:11.523095 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce947476-2f6c-448f-aa47-af6023070b53 admin admin] Made reservation on behalf of 1d8ae983c147420a92d8c91613de9b2e for: {'network': 1} {{(pid=88123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:50:11.523585 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9da3a63-a9ae-4ea3-a55c-f47af628cbb8 None None] Network c35705db-bd11-4f34-bbd6-c42f1d037762 requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:50:11.533889 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ce947476-2f6c-448f-aa47-af6023070b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for network, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:11.568536 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ce947476-2f6c-448f-aa47-af6023070b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:11.577930 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-9df9d676-4b2e-4142-a83f-a9a7544cf472 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.7788243
Dec 14 17:50:11.580987 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 41468) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:11.594569 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-0c93c4a5-d343-4694-91d9-eae1214b6944 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2071825126-router', 'tenant_id': '02573c92b5c647b2982d81b49df3d4cb', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'}}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:50:11.606951 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-0c93c4a5-d343-4694-91d9-eae1214b6944 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:11.613520 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-ce947476-2f6c-448f-aa47-af6023070b53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:11.619084 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-ce947476-2f6c-448f-aa47-af6023070b53 admin admin] Usage tracker for resource:security_group_rule and tenant:1d8ae983c147420a92d8c91613de9b2e is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:11.620440 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-0c93c4a5-d343-4694-91d9-eae1214b6944 admin admin] Usage tracker for resource:router and tenant:02573c92b5c647b2982d81b49df3d4cb is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:11.623628 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-ce947476-2f6c-448f-aa47-af6023070b53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:11.628202 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-0c93c4a5-d343-4694-91d9-eae1214b6944 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:11.632749 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-ce947476-2f6c-448f-aa47-af6023070b53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:11.647492 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-0c93c4a5-d343-4694-91d9-eae1214b6944 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:11.668494 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0c93c4a5-d343-4694-91d9-eae1214b6944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-578992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128592'] for router, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:11.673094 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0c93c4a5-d343-4694-91d9-eae1214b6944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854196974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854647208'] for router, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:11.738216 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0c93c4a5-d343-4694-91d9-eae1214b6944 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:11.748534 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ce947476-2f6c-448f-aa47-af6023070b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:11.753665 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ce947476-2f6c-448f-aa47-af6023070b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:11.762416 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-10b4c400-0d0f-4846-a182-d45bf837de68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:11.805802 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce947476-2f6c-448f-aa47-af6023070b53 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'}  {{(pid=88123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 14 17:50:11.854572 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce947476-2f6c-448f-aa47-af6023070b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca77ee8-0d1e-4357-84ff-bc6c97460e88,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:11.860544 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ce947476-2f6c-448f-aa47-af6023070b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:11.861912 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.segments_db [None req-ce947476-2f6c-448f-aa47-af6023070b53 admin admin] Added segment f04df0de-e1dd-4c82-94f5-bc20bcdf696e of type vlan for network c7c5dd65-00bc-43ea-a99d-6673d8873e67
Dec 14 17:50:11.864454 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-ce947476-2f6c-448f-aa47-af6023070b53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:11.888501 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 41478) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:11.921167 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ce947476-2f6c-448f-aa47-af6023070b53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753727864657'] for network, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:11.958746 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ce947476-2f6c-448f-aa47-af6023070b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388'] for network, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:11.960558 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce947476-2f6c-448f-aa47-af6023070b53 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:11.961387 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ce947476-2f6c-448f-aa47-af6023070b53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:11.968231 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:12.121967 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0c93c4a5-d343-4694-91d9-eae1214b6944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854647223'] for router, precommit_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:12.125868 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce947476-2f6c-448f-aa47-af6023070b53 admin admin] Pushing event updated for resources: {'Network': ['ID=c7c5dd65-00bc-43ea-a99d-6673d8873e67,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:12.138213 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-ce947476-2f6c-448f-aa47-af6023070b53 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.2904441
Dec 14 17:50:12.140661 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 41488) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:12.143724 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-ce947476-2f6c-448f-aa47-af6023070b53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:12.156198 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-7b237003-7a12-490e-9e3e-d31049086b7b admin admin] Request body: {'subnet': {'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2144495592-subnet', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:50:12.168194 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-7b237003-7a12-490e-9e3e-d31049086b7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:12.173680 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-7b237003-7a12-490e-9e3e-d31049086b7b admin admin] Usage tracker for resource:subnet and tenant:1d8ae983c147420a92d8c91613de9b2e is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:12.177576 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-7b237003-7a12-490e-9e3e-d31049086b7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:12.186249 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-7b237003-7a12-490e-9e3e-d31049086b7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:12.211426 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b237003-7a12-490e-9e3e-d31049086b7b admin admin] Made reservation on behalf of 1d8ae983c147420a92d8c91613de9b2e for: {'subnet': 1} {{(pid=88123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:50:12.218908 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7b237003-7a12-490e-9e3e-d31049086b7b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:12.299074 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Network c7c5dd65-00bc-43ea-a99d-6673d8873e67 details requested by agent ovs-agent-dv-cinder-821737-1-iscsi with host dv-cinder-821737-1-iscsi {{(pid=88124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 14 17:50:12.516382 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0c93c4a5-d343-4694-91d9-eae1214b6944 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:12.612978 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0c93c4a5-d343-4694-91d9-eae1214b6944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:12.631085 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d2afec-6f78-470d-87d6-6335488a212e None None] Network c35705db-bd11-4f34-bbd6-c42f1d037762 requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:50:12.759483 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-4a8aa639-00b4-45a7-a657-a0e3cf219bcb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-693866923-network', 'tenant_id': '3d18fde9b6374992882728d14e5e1dc6'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:50:12.766023 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-4a8aa639-00b4-45a7-a657-a0e3cf219bcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:12.771406 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-4a8aa639-00b4-45a7-a657-a0e3cf219bcb admin admin] Usage tracker for resource:network and tenant:3d18fde9b6374992882728d14e5e1dc6 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:12.775260 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-4a8aa639-00b4-45a7-a657-a0e3cf219bcb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:12.781688 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-4a8aa639-00b4-45a7-a657-a0e3cf219bcb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:12.790688 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7b237003-7a12-490e-9e3e-d31049086b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388'] for subnet, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:12.799628 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-17a601e2-7e27-4248-b4f0-08b6f6b63738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:12.833539 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8aa639-00b4-45a7-a657-a0e3cf219bcb admin admin] Made reservation on behalf of 3d18fde9b6374992882728d14e5e1dc6 for: {'network': 1} {{(pid=88123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:50:12.838451 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4a8aa639-00b4-45a7-a657-a0e3cf219bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for network, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:12.862878 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4a8aa639-00b4-45a7-a657-a0e3cf219bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:12.918822 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-0c93c4a5-d343-4694-91d9-eae1214b6944 admin admin] Allocated IP 172.27.2.226 (b3d2256c-c519-4427-b3bb-181a657f5e18/431330ab-9b63-4a3b-8088-f9712ed58753/2c73621a-d76c-4255-a41d-5749363bfdad) {{(pid=88122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:50:12.937770 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b237003-7a12-490e-9e3e-d31049086b7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e589611-2052-444e-a79e-8f98a61a68a1,revision_number=0']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:12.948121 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-7b237003-7a12-490e-9e3e-d31049086b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:12.977241 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b237003-7a12-490e-9e3e-d31049086b7b admin admin] Checking segment: {'id': 'f04df0de-e1dd-4c82-94f5-bc20bcdf696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:50:12.978073 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b237003-7a12-490e-9e3e-d31049086b7b admin admin] Network hostable DHCP agents. Network: c7c5dd65-00bc-43ea-a99d-6673d8873e67, hostable agents: ['ca44529e-a98f-42ef-93fd-bf8911629c2d'], hosted agents: [] {{(pid=88123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 14 17:50:12.996328 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-4a8aa639-00b4-45a7-a657-a0e3cf219bcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:13.004139 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-4a8aa639-00b4-45a7-a657-a0e3cf219bcb admin admin] Usage tracker for resource:security_group_rule and tenant:3d18fde9b6374992882728d14e5e1dc6 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:13.011602 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-4a8aa639-00b4-45a7-a657-a0e3cf219bcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:13.021570 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-4a8aa639-00b4-45a7-a657-a0e3cf219bcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:13.036932 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b237003-7a12-490e-9e3e-d31049086b7b admin admin] Network c7c5dd65-00bc-43ea-a99d-6673d8873e67 is scheduled to be hosted by DHCP agent ca44529e-a98f-42ef-93fd-bf8911629c2d with binding_index 1 {{(pid=88123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 14 17:50:13.050946 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-7b237003-7a12-490e-9e3e-d31049086b7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-iscsi, c7c5dd65-00bc-43ea-a99d-6673d8873e67) {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:50:13.056178 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b237003-7a12-490e-9e3e-d31049086b7b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:13.056925 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7b237003-7a12-490e-9e3e-d31049086b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for subnet, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:13.117110 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-7b237003-7a12-490e-9e3e-d31049086b7b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9716175
Dec 14 17:50:13.117900 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 41516) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:13.120497 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0c93c4a5-d343-4694-91d9-eae1214b6944 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:13.127311 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-b6198b04-cf40-425b-ae12-e834fc7d008d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2144495592-router', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'}}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:50:13.132739 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-b6198b04-cf40-425b-ae12-e834fc7d008d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:13.138108 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-b6198b04-cf40-425b-ae12-e834fc7d008d admin admin] Usage tracker for resource:router and tenant:1d8ae983c147420a92d8c91613de9b2e is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:13.147655 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-b6198b04-cf40-425b-ae12-e834fc7d008d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:13.158784 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8bcbae-5a62-4dc0-9193-2606b4ba89d3 None None] Network c7c5dd65-00bc-43ea-a99d-6673d8873e67 requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:50:13.165665 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0c93c4a5-d343-4694-91d9-eae1214b6944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481'] for port, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:13.171350 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:13.175362 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-b6198b04-cf40-425b-ae12-e834fc7d008d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:13.207731 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b6198b04-cf40-425b-ae12-e834fc7d008d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-578992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128592'] for router, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:13.210429 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b6198b04-cf40-425b-ae12-e834fc7d008d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854196974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854647208'] for router, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:13.308373 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b6198b04-cf40-425b-ae12-e834fc7d008d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:13.315587 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c93c4a5-d343-4694-91d9-eae1214b6944 admin admin] Network b3d2256c-c519-4427-b3bb-181a657f5e18 is already hosted by enough agents. {{(pid=88122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:50:13.326212 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-0c93c4a5-d343-4694-91d9-eae1214b6944 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:50:13.332536 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c93c4a5-d343-4694-91d9-eae1214b6944 admin admin] Received port after_create {{(pid=88122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:50:13.377538 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93c4a5-d343-4694-91d9-eae1214b6944 admin admin] Pushing event updated for resources: {'Port': ['ID=2c73621a-d76c-4255-a41d-5749363bfdad,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:13.386987 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-0c93c4a5-d343-4694-91d9-eae1214b6944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:13.495302 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4a8aa639-00b4-45a7-a657-a0e3cf219bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:13.504986 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4a8aa639-00b4-45a7-a657-a0e3cf219bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:13.540504 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0c93c4a5-d343-4694-91d9-eae1214b6944 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:13.541278 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0c93c4a5-d343-4694-91d9-eae1214b6944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854196824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854129360'] for router, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:13.542093 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a8aa639-00b4-45a7-a657-a0e3cf219bcb admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'}  {{(pid=88123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 14 17:50:13.566548 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4a8aa639-00b4-45a7-a657-a0e3cf219bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:13.567330 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.segments_db [None req-4a8aa639-00b4-45a7-a657-a0e3cf219bcb admin admin] Added segment 08e31747-07a4-43f5-9b79-47914f91a4e4 of type vlan for network f224f7de-8d5e-4d17-b0e5-f74f6c844cea
Dec 14 17:50:13.625772 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:13.664588 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4a8aa639-00b4-45a7-a657-a0e3cf219bcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753727864657'] for network, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:13.745589 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65ba46df-7991-5938-b91f-03c1a22b974b-c7c5dd65-00bc-43ea-a99d-6673d8873e67', 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'fixed_ips': [{'subnet_id': '7e589611-2052-444e-a79e-8f98a61a68a1'}]}} from dv-cinder-821737-1-iscsi. {{(pid=88124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 14 17:50:13.746617 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:13.834279 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8aa639-00b4-45a7-a657-a0e3cf219bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234d801d-7b3e-4a91-81e4-2e55c5547fa1,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:13.838097 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-4a8aa639-00b4-45a7-a657-a0e3cf219bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:13.914989 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c93c4a5-d343-4694-91d9-eae1214b6944 admin admin] Router b86d0285-a111-4ac3-bb93-0f373631b4b0 is scheduled to L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a with binding_index 1 {{(pid=88122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 14 17:50:14.181267 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Allocated IP 172.20.0.2 (c7c5dd65-00bc-43ea-a99d-6673d8873e67/7e589611-2052-444e-a79e-8f98a61a68a1/c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:50:14.194258 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4a8aa639-00b4-45a7-a657-a0e3cf219bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388'] for network, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:14.196934 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8aa639-00b4-45a7-a657-a0e3cf219bcb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:14.197717 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4a8aa639-00b4-45a7-a657-a0e3cf219bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:14.214965 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-ce947476-2f6c-448f-aa47-af6023070b53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:14.271403 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b6198b04-cf40-425b-ae12-e834fc7d008d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854647223'] for router, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:14.287903 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c93c4a5-d343-4694-91d9-eae1214b6944 admin admin] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 17:50:14.308741 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d4f2fc-9dd3-4377-b17b-ae552df3649b None None] Sync routers for ids ['b86d0285-a111-4ac3-bb93-0f373631b4b0'] in dv-cinder-821737-1-iscsi {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 17:50:14.359174 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0c93c4a5-d343-4694-91d9-eae1214b6944 admin admin] Notify callbacks [] for router, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:14.360926 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-0c93c4a5-d343-4694-91d9-eae1214b6944 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 2.7786632
Dec 14 17:50:14.366180 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 41544) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:14.371232 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d4f2fc-9dd3-4377-b17b-ae552df3649b None None] Routers {'b86d0285-a111-4ac3-bb93-0f373631b4b0'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:50:14.372750 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-03d4f2fc-9dd3-4377-b17b-ae552df3649b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622d25f7f0>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:49:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['b86d0285-a111-4ac3-bb93-0f373631b4b0'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:50:14.500983 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 41556) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:14.511960 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-4a8aa639-00b4-45a7-a657-a0e3cf219bcb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.6216474
Dec 14 17:50:14.518311 dv-cinder-821737-1-iscsi neutron-server[88013]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 14 17:50:14.525930 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 41560) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:14.543909 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8aa639-00b4-45a7-a657-a0e3cf219bcb admin admin] Pushing event updated for resources: {'Network': ['ID=f224f7de-8d5e-4d17-b0e5-f74f6c844cea,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:14.555652 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-4a8aa639-00b4-45a7-a657-a0e3cf219bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:14.560000 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-e1d740ed-a3b9-4f5d-9827-e9de42e4ebcf admin admin] Request body: {'subnet': {'network_id': 'f224f7de-8d5e-4d17-b0e5-f74f6c844cea', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-693866923-subnet', 'tenant_id': '3d18fde9b6374992882728d14e5e1dc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:50:14.566846 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-e1d740ed-a3b9-4f5d-9827-e9de42e4ebcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:14.571850 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-e1d740ed-a3b9-4f5d-9827-e9de42e4ebcf admin admin] Usage tracker for resource:subnet and tenant:3d18fde9b6374992882728d14e5e1dc6 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:14.576314 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-e1d740ed-a3b9-4f5d-9827-e9de42e4ebcf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:14.583002 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-e1d740ed-a3b9-4f5d-9827-e9de42e4ebcf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:14.595589 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:14.598660 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d740ed-a3b9-4f5d-9827-e9de42e4ebcf admin admin] Made reservation on behalf of 3d18fde9b6374992882728d14e5e1dc6 for: {'subnet': 1} {{(pid=88123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:50:14.603789 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e1d740ed-a3b9-4f5d-9827-e9de42e4ebcf admin admin] Notify callbacks [] for subnet, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:14.624286 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Transition to ACTIVE for port object c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:50:14.695821 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Transition to ACTIVE for port object c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e will not be triggered until provisioned by entity DHCP. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:50:14.701841 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Network f224f7de-8d5e-4d17-b0e5-f74f6c844cea details requested by agent ovs-agent-dv-cinder-821737-1-iscsi with host dv-cinder-821737-1-iscsi {{(pid=88124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 14 17:50:14.752768 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:14.800104 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-a6d9ac49-8b95-42dc-b874-af38524c8bef tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:14.800992 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-a6d9ac49-8b95-42dc-b874-af38524c8bef tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Synchronizing usage tracker for tenant:09184c2f3f8b4da69759907044ea0d13 on resource:network {{(pid=88122) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:50:14.806798 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2eb2f78b-0b48-4ce8-b59b-9185b0a71418 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:14.833199 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-a6d9ac49-8b95-42dc-b874-af38524c8bef tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Unset dirty status for tenant:09184c2f3f8b4da69759907044ea0d13 on resource:network {{(pid=88122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:50:14.840967 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-a6d9ac49-8b95-42dc-b874-af38524c8bef tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/networks?id=98dc44a2-33a7-48c8-8bbb-6893b546b1a6 HTTP/1.1" status: 200  len: 813 time: 0.3382771
Dec 14 17:50:14.863103 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-e500226f-12e0-4be2-8966-abd236c5702e tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/quotas/09184c2f3f8b4da69759907044ea0d13 HTTP/1.1" status: 200  len: 375 time: 0.0208924
Dec 14 17:50:14.927113 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-e18b2575-baa3-419c-9e5d-1aa11749eac2 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=09184c2f3f8b4da69759907044ea0d13&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0626590
Dec 14 17:50:15.078005 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Network c7c5dd65-00bc-43ea-a99d-6673d8873e67 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:50:15.082236 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Pushing event updated for resources: {'Port': ['ID=c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:15.085183 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Resources bound (agent type, host, resource id):  {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:50:15.088209 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:50:15.100008 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:15.100680 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:15.101051 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:15.101411 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:15.101839 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:15.102125 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:15.102460 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:15.102812 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:15.103166 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:15.103507 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:15.103855 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:15.104930 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Tracked resource versions report:
Dec 14 17:50:15.104930 dv-cinder-821737-1-iscsi neutron-server[88013]: pushed versions:
Dec 14 17:50:15.104930 dv-cinder-821737-1-iscsi neutron-server[88013]: {   'ConntrackHelper': {'1.0'},
Dec 14 17:50:15.104930 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Log': {'1.0'},
Dec 14 17:50:15.104930 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Network': {'1.1'},
Dec 14 17:50:15.104930 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Port': {'1.5'},
Dec 14 17:50:15.104930 dv-cinder-821737-1-iscsi neutron-server[88013]:     'PortForwarding': {'1.2'},
Dec 14 17:50:15.104930 dv-cinder-821737-1-iscsi neutron-server[88013]:     'QosPolicy': {'1.8'},
Dec 14 17:50:15.104930 dv-cinder-821737-1-iscsi neutron-server[88013]:     'SecurityGroup': {'1.2'},
Dec 14 17:50:15.104930 dv-cinder-821737-1-iscsi neutron-server[88013]:     'SecurityGroupRule': {'1.0'},
Dec 14 17:50:15.104930 dv-cinder-821737-1-iscsi neutron-server[88013]:     'SubPort': {'1.0'},
Dec 14 17:50:15.104930 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Subnet': {'1.1'},
Dec 14 17:50:15.104930 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Trunk': {'1.1'}}
Dec 14 17:50:15.104930 dv-cinder-821737-1-iscsi neutron-server[88013]: consumer versions:
Dec 14 17:50:15.104930 dv-cinder-821737-1-iscsi neutron-server[88013]: {   DHCP agent@dv-cinder-821737-1-iscsi: {},
Dec 14 17:50:15.104930 dv-cinder-821737-1-iscsi neutron-server[88013]:     HyperV agent@hv-cinder-82173: {},
Dec 14 17:50:15.104930 dv-cinder-821737-1-iscsi neutron-server[88013]:     L3 agent@dv-cinder-821737-1-iscsi: {},
Dec 14 17:50:15.104930 dv-cinder-821737-1-iscsi neutron-server[88013]:     Metadata agent@dv-cinder-821737-1-iscsi: {},
Dec 14 17:50:15.104930 dv-cinder-821737-1-iscsi neutron-server[88013]:     Metering agent@dv-cinder-821737-1-iscsi: {},
Dec 14 17:50:15.104930 dv-cinder-821737-1-iscsi neutron-server[88013]:     Open vSwitch agent@dv-cinder-821737-1-iscsi: {   'ConntrackHelper': '1.0',
Dec 14 17:50:15.104930 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Log': '1.0',
Dec 14 17:50:15.104930 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Network': '1.1',
Dec 14 17:50:15.104930 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Port': '1.5',
Dec 14 17:50:15.104930 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'PortForwarding': '1.2',
Dec 14 17:50:15.104930 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'QosPolicy': '1.8',
Dec 14 17:50:15.104930 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'SecurityGroup': '1.2',
Dec 14 17:50:15.104930 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'SecurityGroupRule': '1.0',
Dec 14 17:50:15.104930 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'SubPort': '1.0',
Dec 14 17:50:15.104930 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Subnet': '1.1',
Dec 14 17:50:15.104930 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Trunk': '1.1'}}
Dec 14 17:50:15.104930 dv-cinder-821737-1-iscsi neutron-server[88013]:  {{(pid=88124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 14 17:50:15.110897 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:15.132857 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-03d4f2fc-9dd3-4377-b17b-ae552df3649b None None] Set router b86d0285-a111-4ac3-bb93-0f373631b4b0 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:50:15.284418 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Attempting to bind port c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e on host dv-cinder-821737-1-iscsi for vnic_type normal with profile  {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:50:15.284974 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Attempting to bind port c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e by drivers openvswitch,hyperv on host dv-cinder-821737-1-iscsi at level 0 using segments [{'id': 'f04df0de-e1dd-4c82-94f5-bc20bcdf696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:50:15.285311 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Attempting to bind port c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e on network c7c5dd65-00bc-43ea-a99d-6673d8873e67 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:50:15.303293 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Checking agent: {'id': 'cfd28b24-d8e5-433a-a8d2-fa726f969496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 41, 52), 'started_at': datetime.datetime(2021, 12, 14, 17, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:50:15.303834 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Checking segment: {'id': 'f04df0de-e1dd-4c82-94f5-bc20bcdf696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:50:15.304136 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:15.304589 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Bound using segment: {'id': 'f04df0de-e1dd-4c82-94f5-bc20bcdf696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:50:15.305124 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Bound port: c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e, host: dv-cinder-821737-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f04df0de-e1dd-4c82-94f5-bc20bcdf696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:50:15.305535 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:15.376498 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b6198b04-cf40-425b-ae12-e834fc7d008d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:15.536558 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] For port c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e, host dv-cinder-821737-1-iscsi, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:50:15.540594 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] For port c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e, host dv-cinder-821737-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e,segment=NetworkSegment(f04df0de-e1dd-4c82-94f5-bc20bcdf696e),segment_id=f04df0de-e1dd-4c82-94f5-bc20bcdf696e)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:50:15.545462 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:15.552737 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a09f06bb-f698-4336-85f8-09939448bfd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:15.663877 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-03d4f2fc-9dd3-4377-b17b-ae552df3649b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622d25f7f0>, [{'id': 'b86d0285-a111-4ac3-bb93-0f373631b4b0', 'name': 'tempest-ServerRescueNegativeTestJSON-2071825126-router', 'tenant_id': '02573c92b5c647b2982d81b49df3d4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '2c73621a-d76c-4255-a41d-5749363bfdad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:50:11Z', 'updated_at': '2021-12-14T17:50:13Z', 'revision_number': 3, 'project_id': '02573c92b5c647b2982d81b49df3d4cb', 'gw_port': {'id': '2c73621a-d76c-4255-a41d-5749363bfdad', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86d0285-a111-4ac3-bb93-0f373631b4b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:12Z', 'updated_at': '2021-12-14T17:50:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi'}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:50:15.669242 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d4f2fc-9dd3-4377-b17b-ae552df3649b None None] Checking router: b86d0285-a111-4ac3-bb93-0f373631b4b0 for host: dv-cinder-821737-1-iscsi {{(pid=88125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 17:50:15.669712 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d4f2fc-9dd3-4377-b17b-ae552df3649b None None] Updating router b86d0285-a111-4ac3-bb93-0f373631b4b0 port 2c73621a-d76c-4255-a41d-5749363bfdad binding host dv-cinder-821737-1-iscsi {{(pid=88125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 14 17:50:15.682058 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b6198b04-cf40-425b-ae12-e834fc7d008d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:15.773795 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-03d4f2fc-9dd3-4377-b17b-ae552df3649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:15.809866 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Pushing event updated for resources: {'Port': ['ID=c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:15.818940 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e1d740ed-a3b9-4f5d-9827-e9de42e4ebcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388'] for subnet, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:15.834549 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:15.843470 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:16.005020 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-615f3b6e-8b1a-4eed-a86c-e6d4d4738d7b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 14 17:50:16.006363 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-615f3b6e-8b1a-4eed-a86c-e6d4d4738d7b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.2471941
Dec 14 17:50:16.083102 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d740ed-a3b9-4f5d-9827-e9de42e4ebcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=45eb7ef9-5204-4eab-b021-74c53739a4c9,revision_number=0']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:16.101557 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e1d740ed-a3b9-4f5d-9827-e9de42e4ebcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:16.154953 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d740ed-a3b9-4f5d-9827-e9de42e4ebcf admin admin] Checking segment: {'id': '08e31747-07a4-43f5-9b79-47914f91a4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f224f7de-8d5e-4d17-b0e5-f74f6c844cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:50:16.156122 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d740ed-a3b9-4f5d-9827-e9de42e4ebcf admin admin] Network hostable DHCP agents. Network: f224f7de-8d5e-4d17-b0e5-f74f6c844cea, hostable agents: ['ca44529e-a98f-42ef-93fd-bf8911629c2d'], hosted agents: [] {{(pid=88123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 14 17:50:16.218106 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d740ed-a3b9-4f5d-9827-e9de42e4ebcf admin admin] Network f224f7de-8d5e-4d17-b0e5-f74f6c844cea is scheduled to be hosted by DHCP agent ca44529e-a98f-42ef-93fd-bf8911629c2d with binding_index 1 {{(pid=88123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 14 17:50:16.243298 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-e1d740ed-a3b9-4f5d-9827-e9de42e4ebcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-iscsi, f224f7de-8d5e-4d17-b0e5-f74f6c844cea) {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:50:16.258468 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159771f4-681c-4dc2-ae5a-2ab223fcc37a None None] Network f224f7de-8d5e-4d17-b0e5-f74f6c844cea requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:50:16.291515 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d740ed-a3b9-4f5d-9827-e9de42e4ebcf admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:16.297409 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e1d740ed-a3b9-4f5d-9827-e9de42e4ebcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for subnet, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:16.359791 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-551a8ef4-002d-4b89-a319-fca91b530020 service neutron] 10.222.0.53 "GET /v2.0/networks/98dc44a2-33a7-48c8-8bbb-6893b546b1a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3207433
Dec 14 17:50:16.404410 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-e1d740ed-a3b9-4f5d-9827-e9de42e4ebcf admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.8528981
Dec 14 17:50:16.960578 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4009e89-8c1e-4306-a5f2-bdecb8bd99ad None None] Network f224f7de-8d5e-4d17-b0e5-f74f6c844cea requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:50:17.179849 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-bdf461ff-6d88-4352-92b1-33f82579d8ae service neutron] 10.222.0.53 "GET /v2.0/networks/98dc44a2-33a7-48c8-8bbb-6893b546b1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7475426
Dec 14 17:50:17.215669 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-03d4f2fc-9dd3-4377-b17b-ae552df3649b None None] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:17.270279 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-03d4f2fc-9dd3-4377-b17b-ae552df3649b None None] Transition to ACTIVE for port object 2c73621a-d76c-4255-a41d-5749363bfdad will not be triggered until provisioned by entity L2. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:50:17.282759 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-03d4f2fc-9dd3-4377-b17b-ae552df3649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:17.288136 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-05cc6107-3080-4de3-a600-36b7cdbba0f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:17.471000 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8b7c77d7-e202-4385-9916-3edbb7cc9446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:17.523459 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-03d4f2fc-9dd3-4377-b17b-ae552df3649b None None] Attempting to bind port 2c73621a-d76c-4255-a41d-5749363bfdad on host dv-cinder-821737-1-iscsi for vnic_type normal with profile  {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:50:17.523865 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-03d4f2fc-9dd3-4377-b17b-ae552df3649b None None] Attempting to bind port 2c73621a-d76c-4255-a41d-5749363bfdad by drivers openvswitch,hyperv on host dv-cinder-821737-1-iscsi at level 0 using segments [{'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:50:17.524269 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d4f2fc-9dd3-4377-b17b-ae552df3649b None None] Attempting to bind port 2c73621a-d76c-4255-a41d-5749363bfdad on network b3d2256c-c519-4427-b3bb-181a657f5e18 {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:50:17.533308 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0432725-b7b9-4252-8526-bd40f75a3a81 None None] Pushing event updated for resources: {'Port': ['ID=2c73621a-d76c-4255-a41d-5749363bfdad,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:17.533824 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-b6198b04-cf40-425b-ae12-e834fc7d008d admin admin] Allocated IP 172.27.2.189 (b3d2256c-c519-4427-b3bb-181a657f5e18/431330ab-9b63-4a3b-8088-f9712ed58753/9b693d60-27bf-4e1f-84ab-ecfcff4d0618) {{(pid=88123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:50:17.548667 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d4f2fc-9dd3-4377-b17b-ae552df3649b None None] Checking agent: {'id': 'cfd28b24-d8e5-433a-a8d2-fa726f969496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 41, 52), 'started_at': datetime.datetime(2021, 12, 14, 17, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:50:17.548667 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d4f2fc-9dd3-4377-b17b-ae552df3649b None None] Checking segment: {'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:50:17.548667 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-03d4f2fc-9dd3-4377-b17b-ae552df3649b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:17.549340 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d4f2fc-9dd3-4377-b17b-ae552df3649b None None] Bound using segment: {'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:50:17.549340 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-03d4f2fc-9dd3-4377-b17b-ae552df3649b None None] Bound port: 2c73621a-d76c-4255-a41d-5749363bfdad, host: dv-cinder-821737-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'}}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:50:17.549663 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-03d4f2fc-9dd3-4377-b17b-ae552df3649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:17.879433 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-03d4f2fc-9dd3-4377-b17b-ae552df3649b None None] For port 2c73621a-d76c-4255-a41d-5749363bfdad, host dv-cinder-821737-1-iscsi, cleared binding levels {{(pid=88125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:50:17.894104 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-03d4f2fc-9dd3-4377-b17b-ae552df3649b None None] For port 2c73621a-d76c-4255-a41d-5749363bfdad, host dv-cinder-821737-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=2c73621a-d76c-4255-a41d-5749363bfdad,segment=NetworkSegment(031a1115-d006-4778-96dd-1bbd9a3ec485),segment_id=031a1115-d006-4778-96dd-1bbd9a3ec485)] {{(pid=88125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:50:17.923076 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-03d4f2fc-9dd3-4377-b17b-ae552df3649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:17.930767 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0432725-b7b9-4252-8526-bd40f75a3a81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:17.931893 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0432725-b7b9-4252-8526-bd40f75a3a81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:17.936314 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0432725-b7b9-4252-8526-bd40f75a3a81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:17.938902 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0432725-b7b9-4252-8526-bd40f75a3a81 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:17.942890 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0432725-b7b9-4252-8526-bd40f75a3a81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:17.943472 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0432725-b7b9-4252-8526-bd40f75a3a81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:17.944037 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0432725-b7b9-4252-8526-bd40f75a3a81 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:17.944688 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0432725-b7b9-4252-8526-bd40f75a3a81 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:17.946376 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0432725-b7b9-4252-8526-bd40f75a3a81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:17.946993 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0432725-b7b9-4252-8526-bd40f75a3a81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:17.949080 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0432725-b7b9-4252-8526-bd40f75a3a81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:50:17.952522 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0432725-b7b9-4252-8526-bd40f75a3a81 None None] Tracked resource versions report:
Dec 14 17:50:17.952522 dv-cinder-821737-1-iscsi neutron-server[88013]: pushed versions:
Dec 14 17:50:17.952522 dv-cinder-821737-1-iscsi neutron-server[88013]: {   'ConntrackHelper': {'1.0'},
Dec 14 17:50:17.952522 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Log': {'1.0'},
Dec 14 17:50:17.952522 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Network': {'1.1'},
Dec 14 17:50:17.952522 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Port': {'1.5'},
Dec 14 17:50:17.952522 dv-cinder-821737-1-iscsi neutron-server[88013]:     'PortForwarding': {'1.2'},
Dec 14 17:50:17.952522 dv-cinder-821737-1-iscsi neutron-server[88013]:     'QosPolicy': {'1.8'},
Dec 14 17:50:17.952522 dv-cinder-821737-1-iscsi neutron-server[88013]:     'SecurityGroup': {'1.2'},
Dec 14 17:50:17.952522 dv-cinder-821737-1-iscsi neutron-server[88013]:     'SecurityGroupRule': {'1.0'},
Dec 14 17:50:17.952522 dv-cinder-821737-1-iscsi neutron-server[88013]:     'SubPort': {'1.0'},
Dec 14 17:50:17.952522 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Subnet': {'1.1'},
Dec 14 17:50:17.952522 dv-cinder-821737-1-iscsi neutron-server[88013]:     'Trunk': {'1.1'}}
Dec 14 17:50:17.952522 dv-cinder-821737-1-iscsi neutron-server[88013]: consumer versions:
Dec 14 17:50:17.952522 dv-cinder-821737-1-iscsi neutron-server[88013]: {   DHCP agent@dv-cinder-821737-1-iscsi: {},
Dec 14 17:50:17.952522 dv-cinder-821737-1-iscsi neutron-server[88013]:     HyperV agent@hv-cinder-82173: {},
Dec 14 17:50:17.952522 dv-cinder-821737-1-iscsi neutron-server[88013]:     L3 agent@dv-cinder-821737-1-iscsi: {},
Dec 14 17:50:17.952522 dv-cinder-821737-1-iscsi neutron-server[88013]:     Metadata agent@dv-cinder-821737-1-iscsi: {},
Dec 14 17:50:17.952522 dv-cinder-821737-1-iscsi neutron-server[88013]:     Metering agent@dv-cinder-821737-1-iscsi: {},
Dec 14 17:50:17.952522 dv-cinder-821737-1-iscsi neutron-server[88013]:     Open vSwitch agent@dv-cinder-821737-1-iscsi: {   'ConntrackHelper': '1.0',
Dec 14 17:50:17.952522 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Log': '1.0',
Dec 14 17:50:17.952522 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Network': '1.1',
Dec 14 17:50:17.952522 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Port': '1.5',
Dec 14 17:50:17.952522 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'PortForwarding': '1.2',
Dec 14 17:50:17.952522 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'QosPolicy': '1.8',
Dec 14 17:50:17.952522 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'SecurityGroup': '1.2',
Dec 14 17:50:17.952522 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'SecurityGroupRule': '1.0',
Dec 14 17:50:17.952522 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'SubPort': '1.0',
Dec 14 17:50:17.952522 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Subnet': '1.1',
Dec 14 17:50:17.952522 dv-cinder-821737-1-iscsi neutron-server[88013]:                                                      'Trunk': '1.1'}}
Dec 14 17:50:17.952522 dv-cinder-821737-1-iscsi neutron-server[88013]:  {{(pid=88125) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 14 17:50:17.990399 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b0432725-b7b9-4252-8526-bd40f75a3a81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=88125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:17.991921 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b0432725-b7b9-4252-8526-bd40f75a3a81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:18.109400 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b6198b04-cf40-425b-ae12-e834fc7d008d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:18.223728 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b6198b04-cf40-425b-ae12-e834fc7d008d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481'] for port, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:18.235292 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d4f2fc-9dd3-4377-b17b-ae552df3649b None None] Routers {'b86d0285-a111-4ac3-bb93-0f373631b4b0'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:50:18.236956 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-8b7c77d7-e202-4385-9916-3edbb7cc9446 admin admin] Allocated IP 172.20.0.1 (c35705db-bd11-4f34-bbd6-c42f1d037762/53bb809e-79d6-4e3e-82eb-339121ccc0a1/7418a5e2-c426-4729-8a0d-c755c89e820f) {{(pid=88122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:50:18.238639 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-03d4f2fc-9dd3-4377-b17b-ae552df3649b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622d25f7f0>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:49:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['b86d0285-a111-4ac3-bb93-0f373631b4b0'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:50:18.251015 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-dbce35e1-3705-4ca0-89d2-00d39b02fb83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:18.424075 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:50:18.541418 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6198b04-cf40-425b-ae12-e834fc7d008d admin admin] Network b3d2256c-c519-4427-b3bb-181a657f5e18 is already hosted by enough agents. {{(pid=88123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:50:18.549401 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-b6198b04-cf40-425b-ae12-e834fc7d008d admin admin] Resources bound (agent type, host, resource id):  {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:50:18.552767 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6198b04-cf40-425b-ae12-e834fc7d008d admin admin] Pushing event updated for resources: {'Port': ['ID=9b693d60-27bf-4e1f-84ab-ecfcff4d0618,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:18.561159 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning for port c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:50:18.562685 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6198b04-cf40-425b-ae12-e834fc7d008d admin admin] Received port after_create {{(pid=88123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:50:18.756878 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 41664) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:18.850161 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-03d4f2fc-9dd3-4377-b17b-ae552df3649b None None] Set router b86d0285-a111-4ac3-bb93-0f373631b4b0 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:50:18.873549 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b6198b04-cf40-425b-ae12-e834fc7d008d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:18.898806 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8b7c77d7-e202-4385-9916-3edbb7cc9446 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:18.939074 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b6198b04-cf40-425b-ae12-e834fc7d008d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:18.940385 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b6198b04-cf40-425b-ae12-e834fc7d008d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854196824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854129360'] for router, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:18.971757 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8b7c77d7-e202-4385-9916-3edbb7cc9446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481'] for port, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:19.102515 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-560ad438-8c08-42f6-83f4-17a6a1000ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:19.157670 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd73331-5451-4478-a1ea-be4aa76a971d None None] Network c7c5dd65-00bc-43ea-a99d-6673d8873e67 requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:50:19.219606 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7c77d7-e202-4385-9916-3edbb7cc9446 admin admin] Network c35705db-bd11-4f34-bbd6-c42f1d037762 is already hosted by enough agents. {{(pid=88122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:50:19.346951 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-8b7c77d7-e202-4385-9916-3edbb7cc9446 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:50:19.350496 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c77d7-e202-4385-9916-3edbb7cc9446 admin admin] Pushing event updated for resources: {'Port': ['ID=7418a5e2-c426-4729-8a0d-c755c89e820f,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:19.360721 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7c77d7-e202-4385-9916-3edbb7cc9446 admin admin] Received port after_create {{(pid=88122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:50:19.361587 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8b7c77d7-e202-4385-9916-3edbb7cc9446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647541'] for router_interface, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:19.369604 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0432725-b7b9-4252-8526-bd40f75a3a81 None None] Pushing event updated for resources: {'Port': ['ID=2c73621a-d76c-4255-a41d-5749363bfdad,revision_number=3']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:19.397193 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b0432725-b7b9-4252-8526-bd40f75a3a81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.405s {{(pid=88125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:19.594976 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-03d4f2fc-9dd3-4377-b17b-ae552df3649b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622d25f7f0>, [{'id': 'b86d0285-a111-4ac3-bb93-0f373631b4b0', 'name': 'tempest-ServerRescueNegativeTestJSON-2071825126-router', 'tenant_id': '02573c92b5c647b2982d81b49df3d4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '2c73621a-d76c-4255-a41d-5749363bfdad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:50:11Z', 'updated_at': '2021-12-14T17:50:13Z', 'revision_number': 3, 'project_id': '02573c92b5c647b2982d81b49df3d4cb', 'gw_port': {'id': '2c73621a-d76c-4255-a41d-5749363bfdad', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86d0285-a111-4ac3-bb93-0f373631b4b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:12Z', 'updated_at': '2021-12-14T17:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi'}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:50:19.608499 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d4f2fc-9dd3-4377-b17b-ae552df3649b None None] The sync data for ids ['b86d0285-a111-4ac3-bb93-0f373631b4b0'] in dv-cinder-821737-1-iscsi is: [{'id': 'b86d0285-a111-4ac3-bb93-0f373631b4b0', 'name': 'tempest-ServerRescueNegativeTestJSON-2071825126-router', 'tenant_id': '02573c92b5c647b2982d81b49df3d4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '2c73621a-d76c-4255-a41d-5749363bfdad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:50:11Z', 'updated_at': '2021-12-14T17:50:13Z', 'revision_number': 3, 'project_id': '02573c92b5c647b2982d81b49df3d4cb', 'gw_port': {'id': '2c73621a-d76c-4255-a41d-5749363bfdad', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86d0285-a111-4ac3-bb93-0f373631b4b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:12Z', 'updated_at': '2021-12-14T17:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi'}] {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 17:50:19.626937 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1578d337-b9aa-43e3-933b-146a5f73a77a req-92a650ff-df75-4199-9ee5-eb344a7ee0b8 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f257486-629a-4f55-9c8f-acc997347be0 HTTP/1.1" status: 200  len: 210 time: 0.2825480
Dec 14 17:50:19.782694 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-8b7c77d7-e202-4385-9916-3edbb7cc9446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:19.792452 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-22f380eb-0e91-48de-81fc-eacbaa5df130 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:19.794375 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-22f380eb-0e91-48de-81fc-eacbaa5df130 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/networks?id=f224f7de-8d5e-4d17-b0e5-f74f6c844cea HTTP/1.1" status: 200  len: 811 time: 1.0393784
Dec 14 17:50:19.794858 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6198b04-cf40-425b-ae12-e834fc7d008d admin admin] Router e62b8666-2cc9-4a1d-a59e-36afa8810025 is scheduled to L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a with binding_index 1 {{(pid=88123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 14 17:50:19.985488 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-1b541357-ecb7-4c46-a1d4-6e447e4f8c0d tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/quotas/3d18fde9b6374992882728d14e5e1dc6 HTTP/1.1" status: 200  len: 375 time: 0.0620823
Dec 14 17:50:20.073211 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6198b04-cf40-425b-ae12-e834fc7d008d admin admin] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 17:50:20.090600 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-ff9dd72f-4bcc-4ce1-a3e7-5c091cb61364 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3d18fde9b6374992882728d14e5e1dc6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0933535
Dec 14 17:50:20.096903 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8b7c77d7-e202-4385-9916-3edbb7cc9446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:20.104805 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b6198b04-cf40-425b-ae12-e834fc7d008d admin admin] Notify callbacks [] for router, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:20.106962 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-b6198b04-cf40-425b-ae12-e834fc7d008d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 6.9863529
Dec 14 17:50:20.109920 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 41726) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:20.175025 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-8fd77081-82b8-42a5-893c-1e68db7e3aab None None] Provisioning for port c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e completed by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:50:20.211549 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82eff05-534c-46c1-abb0-da9659bf028c None None] Sync routers for ids ['e62b8666-2cc9-4a1d-a59e-36afa8810025'] in dv-cinder-821737-1-iscsi {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 17:50:20.247278 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-8fd77081-82b8-42a5-893c-1e68db7e3aab None None] Provisioning complete for port c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:50:20.248413 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8fd77081-82b8-42a5-893c-1e68db7e3aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:20.552258 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-3978f850-8a7c-4e79-ba9e-725a60ed9d43 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 14 17:50:20.562598 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82eff05-534c-46c1-abb0-da9659bf028c None None] Routers {'e62b8666-2cc9-4a1d-a59e-36afa8810025'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:50:20.563438 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-3978f850-8a7c-4e79-ba9e-725a60ed9d43 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.2911882
Dec 14 17:50:20.564738 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-e82eff05-534c-46c1-abb0-da9659bf028c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622cf354e0>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:49:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['e62b8666-2cc9-4a1d-a59e-36afa8810025'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:50:21.027645 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-4e4a22de-aad1-40df-ba69-0e680bd9194d service neutron] 10.222.0.53 "GET /v2.0/networks/f224f7de-8d5e-4d17-b0e5-f74f6c844cea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4629962
Dec 14 17:50:21.229463 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-331f5672-886a-4907-8669-37fb78c0080f service neutron] 10.222.0.53 "GET /v2.0/networks/f224f7de-8d5e-4d17-b0e5-f74f6c844cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2005680
Dec 14 17:50:21.239865 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8b7c77d7-e202-4385-9916-3edbb7cc9446 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:21.251031 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8b7c77d7-e202-4385-9916-3edbb7cc9446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:21.265414 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8b7c77d7-e202-4385-9916-3edbb7cc9446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4068405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854128366'] for router_interface, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:21.288318 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:21.354647 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-06a6e8e0-fdf0-416f-9ffc-dd2cd004cdd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:21.560146 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8fd77081-82b8-42a5-893c-1e68db7e3aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:21.787644 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c77d7-e202-4385-9916-3edbb7cc9446 admin admin] Pushing event updated for resources: {'Port': ['ID=7418a5e2-c426-4729-8a0d-c755c89e820f,revision_number=2']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:21.795521 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-8b7c77d7-e202-4385-9916-3edbb7cc9446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:21.799662 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-990dc3c1-f8d1-4441-87d9-c176a03b8134 req-1fed2fed-0251-497d-9551-78ff6507de8d tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f257486-629a-4f55-9c8f-acc997347be0 HTTP/1.1" status: 200  len: 210 time: 0.1926751
Dec 14 17:50:21.908675 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:21.923790 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-8fd77081-82b8-42a5-893c-1e68db7e3aab None None] For port c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e,segment=NetworkSegment(f04df0de-e1dd-4c82-94f5-bc20bcdf696e),segment_id=f04df0de-e1dd-4c82-94f5-bc20bcdf696e)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:50:21.937186 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8fd77081-82b8-42a5-893c-1e68db7e3aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:21.956655 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-e82eff05-534c-46c1-abb0-da9659bf028c None None] Set router e62b8666-2cc9-4a1d-a59e-36afa8810025 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:50:22.028630 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:22.049626 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-38541249-2f3e-45d3-8552-02a2c2c4e62f req-a1f58da6-af40-42f6-9904-27700d5e259f tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/ports?device_id=48649da9-81a8-478e-bd39-8bdadb21e37a HTTP/1.1" status: 200  len: 210 time: 0.1521270
Dec 14 17:50:22.738155 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 2c73621a-d76c-4255-a41d-5749363bfdad up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:50:22.843569 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8731b887-dca0-4bfe-a85f-495f2c233369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:22.850365 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7c77d7-e202-4385-9916-3edbb7cc9446 admin admin] Network c35705db-bd11-4f34-bbd6-c42f1d037762 is already hosted by enough agents. {{(pid=88122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:50:22.851796 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-8b7c77d7-e202-4385-9916-3edbb7cc9446 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:50:23.282164 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-85822762-cbb5-48bb-82c6-d3bf3406ac4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:23.294310 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd77081-82b8-42a5-893c-1e68db7e3aab None None] Pushing event updated for resources: {'Port': ['ID=c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:23.306719 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:23.309306 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-8fd77081-82b8-42a5-893c-1e68db7e3aab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.281s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:23.376614 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-40c8c2c7-ab85-497c-93d1-f86dcd6d0bdc None None] Provisioning complete for port c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:50:23.386361 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-40c8c2c7-ab85-497c-93d1-f86dcd6d0bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:23.486285 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ee5d39ae-7774-4bc8-b322-d50d4a6dec72 req-60a08ca5-bc17-49cf-ad4e-d469a29d90cb tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f257486-629a-4f55-9c8f-acc997347be0 HTTP/1.1" status: 200  len: 210 time: 0.1249132
Dec 14 17:50:23.536648 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-bbef4335-5eac-4e31-b9d6-21e37a147582 req-88ae53bd-31da-419a-8741-862e32b66d1c tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/ports?device_id=48649da9-81a8-478e-bd39-8bdadb21e37a HTTP/1.1" status: 200  len: 210 time: 0.2740161
Dec 14 17:50:23.592627 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-8731b887-dca0-4bfe-a85f-495f2c233369 admin admin] Allocated IP 172.20.0.1 (c7c5dd65-00bc-43ea-a99d-6673d8873e67/7e589611-2052-444e-a79e-8f98a61a68a1/e3cf578f-b452-4e78-aaf5-2d217197577d) {{(pid=88123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:50:23.672720 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-e82eff05-534c-46c1-abb0-da9659bf028c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622cf354e0>, [{'id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'name': 'tempest-AttachVolumeTestJSON-2144495592-router', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:50:13Z', 'updated_at': '2021-12-14T17:50:18Z', 'revision_number': 3, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'gw_port': {'id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:15Z', 'updated_at': '2021-12-14T17:50:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi'}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:50:23.680576 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning for port 2c73621a-d76c-4255-a41d-5749363bfdad completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:50:23.704463 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82eff05-534c-46c1-abb0-da9659bf028c None None] Checking router: e62b8666-2cc9-4a1d-a59e-36afa8810025 for host: dv-cinder-821737-1-iscsi {{(pid=88124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 17:50:23.704877 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82eff05-534c-46c1-abb0-da9659bf028c None None] Updating router e62b8666-2cc9-4a1d-a59e-36afa8810025 port 9b693d60-27bf-4e1f-84ab-ecfcff4d0618 binding host dv-cinder-821737-1-iscsi {{(pid=88124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 14 17:50:23.814543 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e82eff05-534c-46c1-abb0-da9659bf028c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:23.846741 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port 2c73621a-d76c-4255-a41d-5749363bfdad triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:50:23.847217 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:23.861853 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8731b887-dca0-4bfe-a85f-495f2c233369 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:23.890016 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-8731b887-dca0-4bfe-a85f-495f2c233369 admin admin] Transition to ACTIVE for port object e3cf578f-b452-4e78-aaf5-2d217197577d will not be triggered until provisioned by entity DHCP. {{(pid=88123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:50:23.922537 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8731b887-dca0-4bfe-a85f-495f2c233369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481'] for port, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:23.928345 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:23.999611 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.41', 64985) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:24.222282 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8731b887-dca0-4bfe-a85f-495f2c233369 admin admin] Network c7c5dd65-00bc-43ea-a99d-6673d8873e67 is already hosted by enough agents. {{(pid=88123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:50:24.272566 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7c77d7-e202-4385-9916-3edbb7cc9446 admin admin] Router b86d0285-a111-4ac3-bb93-0f373631b4b0 has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 17:50:24.297094 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 6 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 17:50:24.447443 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-43952ff3-01cb-45b9-bbf1-871bda8f5a5d tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:24.454134 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-43952ff3-01cb-45b9-bbf1-871bda8f5a5d tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.41 "GET /v2.0/networks?id=98dc44a2-33a7-48c8-8bbb-6893b546b1a6 HTTP/1.1" status: 200  len: 813 time: 0.4443061
Dec 14 17:50:24.455112 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-8731b887-dca0-4bfe-a85f-495f2c233369 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:50:24.458104 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731b887-dca0-4bfe-a85f-495f2c233369 admin admin] Pushing event updated for resources: {'Port': ['ID=e3cf578f-b452-4e78-aaf5-2d217197577d,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:24.460619 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8731b887-dca0-4bfe-a85f-495f2c233369 admin admin] Received port after_create {{(pid=88123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:50:24.461790 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8731b887-dca0-4bfe-a85f-495f2c233369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647541'] for router_interface, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:24.524818 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-8731b887-dca0-4bfe-a85f-495f2c233369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:24.531790 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-2bcfa134-e903-4a2e-b677-137c553ef8ba tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Request body: {'port': {'device_id': '6f257486-629a-4f55-9c8f-acc997347be0', 'network_id': '98dc44a2-33a7-48c8-8bbb-6893b546b1a6', 'admin_state_up': True, 'tenant_id': '09184c2f3f8b4da69759907044ea0d13'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:50:24.957100 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8731b887-dca0-4bfe-a85f-495f2c233369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:25.138070 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-245c9819-f6e0-4d0e-b4cb-ee867bc62677 req-872fc2f4-6b4f-4eec-b178-9e1f62b99507 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f257486-629a-4f55-9c8f-acc997347be0 HTTP/1.1" status: 200  len: 210 time: 0.1865213
Dec 14 17:50:25.275880 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-55d5ff45-e9ef-42d0-8bd7-b47d2c41eaf2 req-9e6a750b-bebf-4ce0-a694-64e9ba41d26f tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/ports?device_id=48649da9-81a8-478e-bd39-8bdadb21e37a HTTP/1.1" status: 200  len: 210 time: 0.1186578
Dec 14 17:50:25.305241 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7c77d7-e202-4385-9916-3edbb7cc9446 admin admin] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 17:50:25.329664 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa90b501-1044-41dc-888b-6271d0636e47 None None] Sync routers for ids ['b86d0285-a111-4ac3-bb93-0f373631b4b0'] in dv-cinder-821737-1-iscsi {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 17:50:25.338203 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-8b7c77d7-e202-4385-9916-3edbb7cc9446 admin admin] 10.222.0.53 "PUT /v2.0/routers/b86d0285-a111-4ac3-bb93-0f373631b4b0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.9705517
Dec 14 17:50:25.366436 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa90b501-1044-41dc-888b-6271d0636e47 None None] Routers {'b86d0285-a111-4ac3-bb93-0f373631b4b0'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:50:25.378127 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-fa90b501-1044-41dc-888b-6271d0636e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622cd82a90>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:50:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['b86d0285-a111-4ac3-bb93-0f373631b4b0'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:50:25.458762 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.41', 64995) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:25.499465 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e82eff05-534c-46c1-abb0-da9659bf028c None None] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:25.567003 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-2bcfa134-e903-4a2e-b677-137c553ef8ba tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:25.591285 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-e82eff05-534c-46c1-abb0-da9659bf028c None None] Transition to ACTIVE for port object 9b693d60-27bf-4e1f-84ab-ecfcff4d0618 will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:50:25.591467 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-2bcfa134-e903-4a2e-b677-137c553ef8ba tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Usage tracker for resource:port and tenant:09184c2f3f8b4da69759907044ea0d13 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:25.601966 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-2bcfa134-e903-4a2e-b677-137c553ef8ba tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:25.649558 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e82eff05-534c-46c1-abb0-da9659bf028c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:25.660393 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-2bcfa134-e903-4a2e-b677-137c553ef8ba tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:25.688456 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:25.846209 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-2bcfa134-e903-4a2e-b677-137c553ef8ba tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Made reservation on behalf of 09184c2f3f8b4da69759907044ea0d13 for: {'port': 1} {{(pid=88123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:50:25.870664 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-2bcfa134-e903-4a2e-b677-137c553ef8ba tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:25.884988 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-2e3bce9a-136c-415b-9b4b-48c30857c9a7 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:25.888090 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-2e3bce9a-136c-415b-9b4b-48c30857c9a7 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.41 "GET /v2.0/networks?id=f224f7de-8d5e-4d17-b0e5-f74f6c844cea HTTP/1.1" status: 200  len: 811 time: 0.4268363
Dec 14 17:50:25.896604 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:25.903308 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef13124-5196-4db7-afa3-15d0e6d5c6d6 None None] Pushing event updated for resources: {'Port': ['ID=9b693d60-27bf-4e1f-84ab-ecfcff4d0618,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:25.906569 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-712fe9e0-a146-4349-a3a5-1074a639f721 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Request body: {'port': {'device_id': '48649da9-81a8-478e-bd39-8bdadb21e37a', 'network_id': 'f224f7de-8d5e-4d17-b0e5-f74f6c844cea', 'admin_state_up': True, 'tenant_id': '3d18fde9b6374992882728d14e5e1dc6'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:50:25.916886 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-6ef13124-5196-4db7-afa3-15d0e6d5c6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:25.918126 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-e82eff05-534c-46c1-abb0-da9659bf028c None None] Attempting to bind port 9b693d60-27bf-4e1f-84ab-ecfcff4d0618 on host dv-cinder-821737-1-iscsi for vnic_type normal with profile  {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:50:25.918741 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-e82eff05-534c-46c1-abb0-da9659bf028c None None] Attempting to bind port 9b693d60-27bf-4e1f-84ab-ecfcff4d0618 by drivers openvswitch,hyperv on host dv-cinder-821737-1-iscsi at level 0 using segments [{'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:50:25.919330 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82eff05-534c-46c1-abb0-da9659bf028c None None] Attempting to bind port 9b693d60-27bf-4e1f-84ab-ecfcff4d0618 on network b3d2256c-c519-4427-b3bb-181a657f5e18 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:50:25.934890 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82eff05-534c-46c1-abb0-da9659bf028c None None] Checking agent: {'id': 'cfd28b24-d8e5-433a-a8d2-fa726f969496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 41, 52), 'started_at': datetime.datetime(2021, 12, 14, 17, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:50:25.935611 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82eff05-534c-46c1-abb0-da9659bf028c None None] Checking segment: {'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:50:25.936408 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e82eff05-534c-46c1-abb0-da9659bf028c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:25.937335 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82eff05-534c-46c1-abb0-da9659bf028c None None] Bound using segment: {'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:50:25.938156 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-e82eff05-534c-46c1-abb0-da9659bf028c None None] Bound port: 9b693d60-27bf-4e1f-84ab-ecfcff4d0618, host: dv-cinder-821737-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:50:25.938766 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e82eff05-534c-46c1-abb0-da9659bf028c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:25.965724 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 41974) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:25.978928 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-fa90b501-1044-41dc-888b-6271d0636e47 None None] Set router b86d0285-a111-4ac3-bb93-0f373631b4b0 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:50:26.097395 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:26.120466 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] For port 2c73621a-d76c-4255-a41d-5749363bfdad, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=2c73621a-d76c-4255-a41d-5749363bfdad,segment=NetworkSegment(031a1115-d006-4778-96dd-1bbd9a3ec485),segment_id=031a1115-d006-4778-96dd-1bbd9a3ec485)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:50:26.137843 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:26.180042 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:26.312049 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Pushing event updated for resources: {'Port': ['ID=2c73621a-d76c-4255-a41d-5749363bfdad,revision_number=4']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:26.328169 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:26.349114 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-fec624d3-4301-49ea-ad8c-38ec7770cea4 None None] Provisioning for port e3cf578f-b452-4e78-aaf5-2d217197577d completed by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:50:26.358457 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-fec624d3-4301-49ea-ad8c-38ec7770cea4 None None] Provisioning complete for port e3cf578f-b452-4e78-aaf5-2d217197577d triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:50:26.359356 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fec624d3-4301-49ea-ad8c-38ec7770cea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:26.433086 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-fec624d3-4301-49ea-ad8c-38ec7770cea4 None None] Port e3cf578f-b452-4e78-aaf5-2d217197577d cannot update to ACTIVE because it is not bound. {{(pid=88124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 14 17:50:26.457883 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-e82eff05-534c-46c1-abb0-da9659bf028c None None] For port 9b693d60-27bf-4e1f-84ab-ecfcff4d0618, host dv-cinder-821737-1-iscsi, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:50:26.463907 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-e82eff05-534c-46c1-abb0-da9659bf028c None None] For port 9b693d60-27bf-4e1f-84ab-ecfcff4d0618, host dv-cinder-821737-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=9b693d60-27bf-4e1f-84ab-ecfcff4d0618,segment=NetworkSegment(031a1115-d006-4778-96dd-1bbd9a3ec485),segment_id=031a1115-d006-4778-96dd-1bbd9a3ec485)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:50:26.473993 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e82eff05-534c-46c1-abb0-da9659bf028c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:26.476931 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:50:26.574852 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8731b887-dca0-4bfe-a85f-495f2c233369 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:26.594002 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8731b887-dca0-4bfe-a85f-495f2c233369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:26.606657 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8731b887-dca0-4bfe-a85f-495f2c233369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4068405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854128366'] for router_interface, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:26.620858 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:26.654555 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-712fe9e0-a146-4349-a3a5-1074a639f721 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:26.664614 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-712fe9e0-a146-4349-a3a5-1074a639f721 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Usage tracker for resource:port and tenant:3d18fde9b6374992882728d14e5e1dc6 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:26.670799 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-712fe9e0-a146-4349-a3a5-1074a639f721 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:26.673638 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-8731b887-dca0-4bfe-a85f-495f2c233369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:26.686868 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-712fe9e0-a146-4349-a3a5-1074a639f721 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:26.703224 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-712fe9e0-a146-4349-a3a5-1074a639f721 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Made reservation on behalf of 3d18fde9b6374992882728d14e5e1dc6 for: {'port': 1} {{(pid=88122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:50:26.719468 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-712fe9e0-a146-4349-a3a5-1074a639f721 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:26.744397 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-fa90b501-1044-41dc-888b-6271d0636e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622cd82a90>, [{'id': 'b86d0285-a111-4ac3-bb93-0f373631b4b0', 'name': 'tempest-ServerRescueNegativeTestJSON-2071825126-router', 'tenant_id': '02573c92b5c647b2982d81b49df3d4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '2c73621a-d76c-4255-a41d-5749363bfdad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:50:11Z', 'updated_at': '2021-12-14T17:50:19Z', 'revision_number': 4, 'project_id': '02573c92b5c647b2982d81b49df3d4cb', 'gw_port': {'id': '2c73621a-d76c-4255-a41d-5749363bfdad', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86d0285-a111-4ac3-bb93-0f373631b4b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:12Z', 'updated_at': '2021-12-14T17:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': '7418a5e2-c426-4729-8a0d-c755c89e820f', 'name': '', 'network_id': 'c35705db-bd11-4f34-bbd6-c42f1d037762', 'tenant_id': '02573c92b5c647b2982d81b49df3d4cb', 'mac_address': 'fa:16:3e:53:27:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86d0285-a111-4ac3-bb93-0f373631b4b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53bb809e-79d6-4e3e-82eb-339121ccc0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:17Z', 'updated_at': '2021-12-14T17:50:20Z', 'revision_number': 2, 'project_id': '02573c92b5c647b2982d81b49df3d4cb', 'subnets': [{'id': '53bb809e-79d6-4e3e-82eb-339121ccc0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:50:26.755883 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa90b501-1044-41dc-888b-6271d0636e47 None None] Checking router: b86d0285-a111-4ac3-bb93-0f373631b4b0 for host: dv-cinder-821737-1-iscsi {{(pid=88125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 17:50:26.756533 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa90b501-1044-41dc-888b-6271d0636e47 None None] Updating router b86d0285-a111-4ac3-bb93-0f373631b4b0 port 7418a5e2-c426-4729-8a0d-c755c89e820f binding host dv-cinder-821737-1-iscsi {{(pid=88125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 14 17:50:26.809511 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef13124-5196-4db7-afa3-15d0e6d5c6d6 None None] Pushing event updated for resources: {'Port': ['ID=9b693d60-27bf-4e1f-84ab-ecfcff4d0618,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:26.812542 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e79f651a-78b5-4d5f-98bf-9588779e708b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:26.818547 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-6ef13124-5196-4db7-afa3-15d0e6d5c6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:26.868873 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fa90b501-1044-41dc-888b-6271d0636e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:26.880697 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82eff05-534c-46c1-abb0-da9659bf028c None None] Routers {'e62b8666-2cc9-4a1d-a59e-36afa8810025'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:50:26.881426 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-e82eff05-534c-46c1-abb0-da9659bf028c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622cf354e0>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:50:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['e62b8666-2cc9-4a1d-a59e-36afa8810025'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:50:27.053724 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:50:27.054204 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:27.217376 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731b887-dca0-4bfe-a85f-495f2c233369 admin admin] Pushing event updated for resources: {'Port': ['ID=e3cf578f-b452-4e78-aaf5-2d217197577d,revision_number=2']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:27.235896 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8731b887-dca0-4bfe-a85f-495f2c233369 admin admin] Network c7c5dd65-00bc-43ea-a99d-6673d8873e67 is already hosted by enough agents. {{(pid=88123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:50:27.237132 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-8731b887-dca0-4bfe-a85f-495f2c233369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:27.243551 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-8731b887-dca0-4bfe-a85f-495f2c233369 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:50:27.295083 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-fb2a91e9-cba1-4667-bd3f-829ea5ce6898 req-f9dc7233-6c24-43fe-9322-2b60056b2577 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f257486-629a-4f55-9c8f-acc997347be0 HTTP/1.1" status: 200  len: 210 time: 0.2373621
Dec 14 17:50:27.356643 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-e79f651a-78b5-4d5f-98bf-9588779e708b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:27.421126 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-e79f651a-78b5-4d5f-98bf-9588779e708b admin admin] Usage tracker for resource:security_group_rule and tenant:e141cd3d71f64b60b49422ef983ca184 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:27.434821 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-e79f651a-78b5-4d5f-98bf-9588779e708b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:27.472491 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-712fe9e0-a146-4349-a3a5-1074a639f721 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Allocated IP 172.20.0.4 (f224f7de-8d5e-4d17-b0e5-f74f6c844cea/45eb7ef9-5204-4eab-b021-74c53739a4c9/582c9754-d434-4b37-9f50-e549f869a5ec) {{(pid=88122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:50:27.484817 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-e79f651a-78b5-4d5f-98bf-9588779e708b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:27.499231 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fa90b501-1044-41dc-888b-6271d0636e47 None None] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:27.528738 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-fa90b501-1044-41dc-888b-6271d0636e47 None None] Transition to ACTIVE for port object 7418a5e2-c426-4729-8a0d-c755c89e820f will not be triggered until provisioned by entity L2. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:50:27.536434 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fa90b501-1044-41dc-888b-6271d0636e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:27.544778 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:27.784602 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-e82eff05-534c-46c1-abb0-da9659bf028c None None] Set router e62b8666-2cc9-4a1d-a59e-36afa8810025 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:50:27.845911 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a1ac8afc-0ee0-456f-9502-a9c15a27199e req-324cda02-eb06-4e5a-ac54-55c90002b741 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/ports?device_id=48649da9-81a8-478e-bd39-8bdadb21e37a HTTP/1.1" status: 200  len: 210 time: 0.1739292
Dec 14 17:50:28.112100 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e79f651a-78b5-4d5f-98bf-9588779e708b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:28.166584 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-2bcfa134-e903-4a2e-b677-137c553ef8ba tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Allocated IP 172.20.0.7 (98dc44a2-33a7-48c8-8bbb-6893b546b1a6/2fba3688-41c5-45d3-894b-17c0adc66461/45aca380-8b0b-4936-8224-377f64d82315) {{(pid=88123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:50:28.219883 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e79f651a-78b5-4d5f-98bf-9588779e708b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:28.249724 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-29842518-24e9-4579-abdf-48256793d3ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:28.741347 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785da89-82c0-44d7-8d6b-94615e543eb0 None None] Pushing event updated for resources: {'Port': ['ID=7418a5e2-c426-4729-8a0d-c755c89e820f,revision_number=3']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:28.790053 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-0785da89-82c0-44d7-8d6b-94615e543eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.245s {{(pid=88125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:28.934660 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 2c73621a-d76c-4255-a41d-5749363bfdad up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:50:28.982942 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-e79f651a-78b5-4d5f-98bf-9588779e708b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e141cd3d71f64b60b49422ef983ca184&name=default HTTP/1.1" status: 200  len: 2647 time: 3.0160885
Dec 14 17:50:28.986949 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 42058) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:29.037611 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8731b887-dca0-4bfe-a85f-495f2c233369 admin admin] Router e62b8666-2cc9-4a1d-a59e-36afa8810025 has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 17:50:29.058396 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-fa90b501-1044-41dc-888b-6271d0636e47 None None] Attempting to bind port 7418a5e2-c426-4729-8a0d-c755c89e820f on host dv-cinder-821737-1-iscsi for vnic_type normal with profile  {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:50:29.059065 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-fa90b501-1044-41dc-888b-6271d0636e47 None None] Attempting to bind port 7418a5e2-c426-4729-8a0d-c755c89e820f by drivers openvswitch,hyperv on host dv-cinder-821737-1-iscsi at level 0 using segments [{'id': 'e53f41fd-1223-447c-bef8-0170cf138b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c35705db-bd11-4f34-bbd6-c42f1d037762'}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:50:29.059463 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90b501-1044-41dc-888b-6271d0636e47 None None] Attempting to bind port 7418a5e2-c426-4729-8a0d-c755c89e820f on network c35705db-bd11-4f34-bbd6-c42f1d037762 {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:50:29.087356 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90b501-1044-41dc-888b-6271d0636e47 None None] Checking agent: {'id': 'cfd28b24-d8e5-433a-a8d2-fa726f969496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 41, 52), 'started_at': datetime.datetime(2021, 12, 14, 17, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:50:29.087840 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90b501-1044-41dc-888b-6271d0636e47 None None] Checking segment: {'id': 'e53f41fd-1223-447c-bef8-0170cf138b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c35705db-bd11-4f34-bbd6-c42f1d037762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:50:29.088173 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fa90b501-1044-41dc-888b-6271d0636e47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:29.088702 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa90b501-1044-41dc-888b-6271d0636e47 None None] Bound using segment: {'id': 'e53f41fd-1223-447c-bef8-0170cf138b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c35705db-bd11-4f34-bbd6-c42f1d037762'} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:50:29.089208 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-fa90b501-1044-41dc-888b-6271d0636e47 None None] Bound port: 7418a5e2-c426-4729-8a0d-c755c89e820f, host: dv-cinder-821737-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e53f41fd-1223-447c-bef8-0170cf138b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c35705db-bd11-4f34-bbd6-c42f1d037762'}}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:50:29.089467 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fa90b501-1044-41dc-888b-6271d0636e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:29.110360 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f528dd7a-59d5-4151-9ee5-c382eea25058 req-f63c1e04-5aa5-4adf-a88e-8d7b4a7147a7 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f257486-629a-4f55-9c8f-acc997347be0 HTTP/1.1" status: 200  len: 210 time: 0.1968777
Dec 14 17:50:29.171497 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-7ba9cc68-9563-45bb-9f9d-5fd45dccbb33 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:29.185212 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-7ba9cc68-9563-45bb-9f9d-5fd45dccbb33 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/networks?id=c35705db-bd11-4f34-bbd6-c42f1d037762 HTTP/1.1" status: 200  len: 819 time: 1.4019070
Dec 14 17:50:29.301189 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-98480e2c-cb9d-49b2-aa2a-2c184e886f8d None None] Provisioning complete for port e3cf578f-b452-4e78-aaf5-2d217197577d triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:50:29.301832 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-98480e2c-cb9d-49b2-aa2a-2c184e886f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:29.405551 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 42074) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:29.408721 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f651a-78b5-4d5f-98bf-9588779e708b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af4f007-d342-4f5b-9030-443b6704e9f5,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:29.417402 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-fa90b501-1044-41dc-888b-6271d0636e47 None None] For port 7418a5e2-c426-4729-8a0d-c755c89e820f, host dv-cinder-821737-1-iscsi, cleared binding levels {{(pid=88125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:50:29.425987 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-fa90b501-1044-41dc-888b-6271d0636e47 None None] For port 7418a5e2-c426-4729-8a0d-c755c89e820f, host dv-cinder-821737-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=7418a5e2-c426-4729-8a0d-c755c89e820f,segment=NetworkSegment(e53f41fd-1223-447c-bef8-0170cf138b25),segment_id=e53f41fd-1223-447c-bef8-0170cf138b25)] {{(pid=88125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:50:29.442884 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fa90b501-1044-41dc-888b-6271d0636e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:29.452154 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b0432725-b7b9-4252-8526-bd40f75a3a81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:29.482956 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-712fe9e0-a146-4349-a3a5-1074a639f721 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Notify callbacks [] for port, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:29.495205 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-98480e2c-cb9d-49b2-aa2a-2c184e886f8d None None] Port e3cf578f-b452-4e78-aaf5-2d217197577d cannot update to ACTIVE because it is not bound. {{(pid=88124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 14 17:50:29.510442 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port 2c73621a-d76c-4255-a41d-5749363bfdad triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:50:29.511054 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:29.611802 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e79f651a-78b5-4d5f-98bf-9588779e708b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.362s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:29.621034 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:29.626928 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-712fe9e0-a146-4349-a3a5-1074a639f721 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481'] for port, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:29.638016 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-3be7a323-99ea-4b0c-ac04-bbff92b2f9d3 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/quotas/02573c92b5c647b2982d81b49df3d4cb HTTP/1.1" status: 200  len: 375 time: 0.4472811
Dec 14 17:50:29.733755 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-e82eff05-534c-46c1-abb0-da9659bf028c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622cf354e0>, [{'id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'name': 'tempest-AttachVolumeTestJSON-2144495592-router', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:50:13Z', 'updated_at': '2021-12-14T17:50:24Z', 'revision_number': 4, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'gw_port': {'id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:15Z', 'updated_at': '2021-12-14T17:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'e3cf578f-b452-4e78-aaf5-2d217197577d', 'name': '', 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'mac_address': 'fa:16:3e:f3:05:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e589611-2052-444e-a79e-8f98a61a68a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:22Z', 'updated_at': '2021-12-14T17:50:25Z', 'revision_number': 2, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'subnets': [{'id': '7e589611-2052-444e-a79e-8f98a61a68a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:50:29.747861 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82eff05-534c-46c1-abb0-da9659bf028c None None] The sync data for ids ['e62b8666-2cc9-4a1d-a59e-36afa8810025'] in dv-cinder-821737-1-iscsi is: [{'id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'name': 'tempest-AttachVolumeTestJSON-2144495592-router', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:50:13Z', 'updated_at': '2021-12-14T17:50:24Z', 'revision_number': 4, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'gw_port': {'id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:15Z', 'updated_at': '2021-12-14T17:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'e3cf578f-b452-4e78-aaf5-2d217197577d', 'name': '', 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'mac_address': 'fa:16:3e:f3:05:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e589611-2052-444e-a79e-8f98a61a68a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:22Z', 'updated_at': '2021-12-14T17:50:25Z', 'revision_number': 2, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'subnets': [{'id': '7e589611-2052-444e-a79e-8f98a61a68a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 17:50:29.755233 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-946d86f4-8d77-40aa-b6d9-e2fa5bcecd25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:29.807829 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-946d86f4-8d77-40aa-b6d9-e2fa5bcecd25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:29.839794 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785da89-82c0-44d7-8d6b-94615e543eb0 None None] Pushing event updated for resources: {'Port': ['ID=7418a5e2-c426-4729-8a0d-c755c89e820f,revision_number=4']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:29.848518 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-0785da89-82c0-44d7-8d6b-94615e543eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=88125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:29.860965 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa90b501-1044-41dc-888b-6271d0636e47 None None] Routers {'b86d0285-a111-4ac3-bb93-0f373631b4b0'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:50:29.861650 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-fa90b501-1044-41dc-888b-6271d0636e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622cd82a90>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:50:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['b86d0285-a111-4ac3-bb93-0f373631b4b0'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:50:29.957279 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-8b7c77d7-e202-4385-9916-3edbb7cc9446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:30.110962 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4596f040-3e77-4e1a-a9ab-7854271e4199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:30.162323 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-4596f040-3e77-4e1a-a9ab-7854271e4199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:30.166610 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-4596f040-3e77-4e1a-a9ab-7854271e4199 admin admin] Usage tracker for resource:security_group_rule and tenant:340ba90bc9f6459c8b8ab0e7106c1232 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:30.171775 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-4596f040-3e77-4e1a-a9ab-7854271e4199 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:30.179094 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-4596f040-3e77-4e1a-a9ab-7854271e4199 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:30.196805 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-fa90b501-1044-41dc-888b-6271d0636e47 None None] Set router b86d0285-a111-4ac3-bb93-0f373631b4b0 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:50:30.273474 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4596f040-3e77-4e1a-a9ab-7854271e4199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:30.283204 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4596f040-3e77-4e1a-a9ab-7854271e4199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:30.289560 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-712fe9e0-a146-4349-a3a5-1074a639f721 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Network f224f7de-8d5e-4d17-b0e5-f74f6c844cea is already hosted by enough agents. {{(pid=88122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:50:30.295305 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712fe9e0-a146-4349-a3a5-1074a639f721 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Pushing event updated for resources: {'Port': ['ID=582c9754-d434-4b37-9f50-e549f869a5ec,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:30.305574 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-712fe9e0-a146-4349-a3a5-1074a639f721 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Resources bound (agent type, host, resource id):  {{(pid=88122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:50:30.314126 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-712fe9e0-a146-4349-a3a5-1074a639f721 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:30.344401 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-946d86f4-8d77-40aa-b6d9-e2fa5bcecd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:30.346270 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:30.347321 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-712fe9e0-a146-4349-a3a5-1074a639f721 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Received port after_create {{(pid=88122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:50:30.360065 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-4596f040-3e77-4e1a-a9ab-7854271e4199 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=340ba90bc9f6459c8b8ab0e7106c1232&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9423091
Dec 14 17:50:30.361116 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-712fe9e0-a146-4349-a3a5-1074a639f721 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:30.363588 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-712fe9e0-a146-4349-a3a5-1074a639f721 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for port, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:30.404080 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596f040-3e77-4e1a-a9ab-7854271e4199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b97187c-3098-4a25-9e35-fe5382964035,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:30.421471 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 42092) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:30.440540 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-4596f040-3e77-4e1a-a9ab-7854271e4199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:30.549193 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-2bcfa134-e903-4a2e-b677-137c553ef8ba tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Notify callbacks [] for port, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:30.564572 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8731b887-dca0-4bfe-a85f-495f2c233369 admin admin] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 17:50:30.603710 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:30.630037 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-946d86f4-8d77-40aa-b6d9-e2fa5bcecd25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:30.634427 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-946d86f4-8d77-40aa-b6d9-e2fa5bcecd25 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1af4f007-d342-4f5b-9030-443b6704e9f5 HTTP/1.1" status: 204  len: 168 time: 1.6352000
Dec 14 17:50:30.645917 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0df232c9-d7f2-49e0-a047-4683c905363b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:30.674424 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-712fe9e0-a146-4349-a3a5-1074a639f721 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.7752860
Dec 14 17:50:30.687217 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0df232c9-d7f2-49e0-a047-4683c905363b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:30.729480 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d86f4-8d77-40aa-b6d9-e2fa5bcecd25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af4f007-d342-4f5b-9030-443b6704e9f5,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:30.777096 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-946d86f4-8d77-40aa-b6d9-e2fa5bcecd25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:30.792859 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-c4da6c1e-6c10-47aa-abc3-dbd12f0efd74 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Synchronizing usage tracker for tenant:02573c92b5c647b2982d81b49df3d4cb on resource:port {{(pid=88122) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:50:30.877761 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-8731b887-dca0-4bfe-a85f-495f2c233369 admin admin] 10.222.0.53 "PUT /v2.0/routers/e62b8666-2cc9-4a1d-a59e-36afa8810025/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.7658272
Dec 14 17:50:30.879582 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0df232c9-d7f2-49e0-a047-4683c905363b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:30.886357 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953ec0d-f444-4400-aa72-51662844df9c req-588c87e8-e5f2-46fc-ab3a-df692bc3f873 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:30.887414 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-0953ec0d-f444-4400-aa72-51662844df9c req-588c87e8-e5f2-46fc-ab3a-df692bc3f873 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Synchronizing usage tracker for tenant:3d18fde9b6374992882728d14e5e1dc6 on resource:port {{(pid=88122) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:50:30.905956 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-c4da6c1e-6c10-47aa-abc3-dbd12f0efd74 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Unset dirty status for tenant:02573c92b5c647b2982d81b49df3d4cb on resource:port {{(pid=88122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:50:30.908847 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:30.934255 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-c4da6c1e-6c10-47aa-abc3-dbd12f0efd74 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=02573c92b5c647b2982d81b49df3d4cb&fields=id HTTP/1.1" status: 200  len: 255 time: 1.2884252
Dec 14 17:50:30.937329 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0df232c9-d7f2-49e0-a047-4683c905363b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:30.938757 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-0df232c9-d7f2-49e0-a047-4683c905363b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7b97187c-3098-4a25-9e35-fe5382964035 HTTP/1.1" status: 204  len: 168 time: 0.5057740
Dec 14 17:50:30.949782 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df232c9-d7f2-49e0-a047-4683c905363b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b97187c-3098-4a25-9e35-fe5382964035,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:30.978366 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-0df232c9-d7f2-49e0-a047-4683c905363b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:30.986314 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-fa90b501-1044-41dc-888b-6271d0636e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622cd82a90>, [{'id': 'b86d0285-a111-4ac3-bb93-0f373631b4b0', 'name': 'tempest-ServerRescueNegativeTestJSON-2071825126-router', 'tenant_id': '02573c92b5c647b2982d81b49df3d4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '2c73621a-d76c-4255-a41d-5749363bfdad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:50:11Z', 'updated_at': '2021-12-14T17:50:19Z', 'revision_number': 4, 'project_id': '02573c92b5c647b2982d81b49df3d4cb', 'gw_port': {'id': '2c73621a-d76c-4255-a41d-5749363bfdad', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86d0285-a111-4ac3-bb93-0f373631b4b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:12Z', 'updated_at': '2021-12-14T17:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': '7418a5e2-c426-4729-8a0d-c755c89e820f', 'name': '', 'network_id': 'c35705db-bd11-4f34-bbd6-c42f1d037762', 'tenant_id': '02573c92b5c647b2982d81b49df3d4cb', 'mac_address': 'fa:16:3e:53:27:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86d0285-a111-4ac3-bb93-0f373631b4b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53bb809e-79d6-4e3e-82eb-339121ccc0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:17Z', 'updated_at': '2021-12-14T17:50:29Z', 'revision_number': 4, 'project_id': '02573c92b5c647b2982d81b49df3d4cb', 'subnets': [{'id': '53bb809e-79d6-4e3e-82eb-339121ccc0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:50:30.997358 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa90b501-1044-41dc-888b-6271d0636e47 None None] The sync data for ids ['b86d0285-a111-4ac3-bb93-0f373631b4b0'] in dv-cinder-821737-1-iscsi is: [{'id': 'b86d0285-a111-4ac3-bb93-0f373631b4b0', 'name': 'tempest-ServerRescueNegativeTestJSON-2071825126-router', 'tenant_id': '02573c92b5c647b2982d81b49df3d4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '2c73621a-d76c-4255-a41d-5749363bfdad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:50:11Z', 'updated_at': '2021-12-14T17:50:19Z', 'revision_number': 4, 'project_id': '02573c92b5c647b2982d81b49df3d4cb', 'gw_port': {'id': '2c73621a-d76c-4255-a41d-5749363bfdad', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86d0285-a111-4ac3-bb93-0f373631b4b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:12Z', 'updated_at': '2021-12-14T17:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': '7418a5e2-c426-4729-8a0d-c755c89e820f', 'name': '', 'network_id': 'c35705db-bd11-4f34-bbd6-c42f1d037762', 'tenant_id': '02573c92b5c647b2982d81b49df3d4cb', 'mac_address': 'fa:16:3e:53:27:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86d0285-a111-4ac3-bb93-0f373631b4b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53bb809e-79d6-4e3e-82eb-339121ccc0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:17Z', 'updated_at': '2021-12-14T17:50:29Z', 'revision_number': 4, 'project_id': '02573c92b5c647b2982d81b49df3d4cb', 'subnets': [{'id': '53bb809e-79d6-4e3e-82eb-339121ccc0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 17:50:31.002258 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-2bcfa134-e903-4a2e-b677-137c553ef8ba tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481'] for port, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:31.024264 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:31.294800 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfa134-e903-4a2e-b677-137c553ef8ba tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Pushing event updated for resources: {'Port': ['ID=45aca380-8b0b-4936-8224-377f64d82315,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:31.312149 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2bcfa134-e903-4a2e-b677-137c553ef8ba tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:31.356624 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-2bcfa134-e903-4a2e-b677-137c553ef8ba tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Network 98dc44a2-33a7-48c8-8bbb-6893b546b1a6 is already hosted by enough agents. {{(pid=88123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:50:31.362206 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-2bcfa134-e903-4a2e-b677-137c553ef8ba tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Resources bound (agent type, host, resource id):  {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:50:31.383547 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-2bcfa134-e903-4a2e-b677-137c553ef8ba tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Received port after_create {{(pid=88123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:50:31.405652 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-2bcfa134-e903-4a2e-b677-137c553ef8ba tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:31.413427 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-2bcfa134-e903-4a2e-b677-137c553ef8ba tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:31.464160 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-2bcfa134-e903-4a2e-b677-137c553ef8ba tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.9408128
Dec 14 17:50:31.465158 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-f5c2a506-d7d3-4413-8ac5-964392ad021c service neutron] 10.222.0.53 "GET /v2.0/networks/c35705db-bd11-4f34-bbd6-c42f1d037762?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5286241
Dec 14 17:50:31.480082 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-a0451960-cc1d-4244-91c6-6dbd744972b8 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 14 17:50:31.481343 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-a0451960-cc1d-4244-91c6-6dbd744972b8 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0063472
Dec 14 17:50:31.760827 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 42120) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:31.830922 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6960ea0c-00a9-4a7b-99f3-53a1c43a03bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:31.925658 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-8da825f2-865e-4c5c-9e7b-36cf2d52c513 service neutron] 10.222.0.53 "GET /v2.0/networks/c35705db-bd11-4f34-bbd6-c42f1d037762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4582763
Dec 14 17:50:31.944632 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-2857ecb7-65b4-41ef-858a-358a3d6b9a00 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 14 17:50:31.956766 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-2857ecb7-65b4-41ef-858a-358a3d6b9a00 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.3240795
Dec 14 17:50:31.959158 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-0953ec0d-f444-4400-aa72-51662844df9c req-588c87e8-e5f2-46fc-ab3a-df692bc3f873 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Unset dirty status for tenant:3d18fde9b6374992882728d14e5e1dc6 on resource:port {{(pid=88122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:50:31.973674 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0953ec0d-f444-4400-aa72-51662844df9c req-588c87e8-e5f2-46fc-ab3a-df692bc3f873 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/ports?device_id=48649da9-81a8-478e-bd39-8bdadb21e37a HTTP/1.1" status: 200  len: 931 time: 2.0224373
Dec 14 17:50:31.974558 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-6960ea0c-00a9-4a7b-99f3-53a1c43a03bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:31.995786 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-6960ea0c-00a9-4a7b-99f3-53a1c43a03bc admin admin] Usage tracker for resource:security_group_rule and tenant:7f34e5b3c3764ad199231e1da39d1c03 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:32.022865 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-6960ea0c-00a9-4a7b-99f3-53a1c43a03bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:32.042128 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-6960ea0c-00a9-4a7b-99f3-53a1c43a03bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:32.131464 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0953ec0d-f444-4400-aa72-51662844df9c req-6b4e38c9-5d68-4a73-9351-ae356b5e6af5 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/security-groups?id=234d801d-7b3e-4a91-81e4-2e55c5547fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1551218
Dec 14 17:50:32.345893 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-8ba167d2-36d2-4bff-b6f6-1c66414c0979 service neutron] Request body: {'port': {'device_id': '6f257486-629a-4f55-9c8f-acc997347be0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:50:32.415535 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6960ea0c-00a9-4a7b-99f3-53a1c43a03bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:32.423524 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6960ea0c-00a9-4a7b-99f3-53a1c43a03bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:32.455829 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 9b693d60-27bf-4e1f-84ab-ecfcff4d0618 up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:50:32.464984 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-0df232c9-d7f2-49e0-a047-4683c905363b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:32.641111 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960ea0c-00a9-4a7b-99f3-53a1c43a03bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49f6a3d-fc73-4f23-9b30-31c96870decd,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:32.658481 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-6960ea0c-00a9-4a7b-99f3-53a1c43a03bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:32.670977 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-6960ea0c-00a9-4a7b-99f3-53a1c43a03bc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7f34e5b3c3764ad199231e1da39d1c03&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9053535
Dec 14 17:50:32.675392 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 42152) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:32.761764 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-1308998e-23d1-4db6-a1f3-97a9cb544b75 service neutron] Request body: {'port': {'device_id': '48649da9-81a8-478e-bd39-8bdadb21e37a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:50:32.821279 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-8ba167d2-36d2-4bff-b6f6-1c66414c0979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:32.840838 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning for port 9b693d60-27bf-4e1f-84ab-ecfcff4d0618 completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:50:32.850529 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port 9b693d60-27bf-4e1f-84ab-ecfcff4d0618 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:50:32.851222 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:33.226617 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:33.279646 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] For port 9b693d60-27bf-4e1f-84ab-ecfcff4d0618, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=9b693d60-27bf-4e1f-84ab-ecfcff4d0618,segment=NetworkSegment(031a1115-d006-4778-96dd-1bbd9a3ec485),segment_id=031a1115-d006-4778-96dd-1bbd9a3ec485)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:50:33.286009 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:33.287300 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 7418a5e2-c426-4729-8a0d-c755c89e820f up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:50:33.310736 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-1308998e-23d1-4db6-a1f3-97a9cb544b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:33.453293 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 42168) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:33.457164 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:33.521773 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f64ae438-6dd4-45e8-858a-b540565bd7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:33.565773 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning for port 7418a5e2-c426-4729-8a0d-c755c89e820f completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:50:33.587441 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port 7418a5e2-c426-4729-8a0d-c755c89e820f triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:50:33.589514 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:33.616318 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f64ae438-6dd4-45e8-858a-b540565bd7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:33.681812 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Pushing event updated for resources: {'Port': ['ID=9b693d60-27bf-4e1f-84ab-ecfcff4d0618,revision_number=4']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:33.693971 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:33.715858 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51881ad-338d-44cd-81c2-b7d3b3ac6538 req-d94e6277-5458-449d-a8f4-825a5bc23d02 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:33.719118 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d51881ad-338d-44cd-81c2-b7d3b3ac6538 req-d94e6277-5458-449d-a8f4-825a5bc23d02 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f257486-629a-4f55-9c8f-acc997347be0 HTTP/1.1" status: 200  len: 931 time: 0.8996716
Dec 14 17:50:33.999024 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:34.052426 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] For port 7418a5e2-c426-4729-8a0d-c755c89e820f, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=7418a5e2-c426-4729-8a0d-c755c89e820f,segment=NetworkSegment(e53f41fd-1223-447c-bef8-0170cf138b25),segment_id=e53f41fd-1223-447c-bef8-0170cf138b25)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:50:34.057339 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:34.059846 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:34.239990 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Pushing event updated for resources: {'Port': ['ID=7418a5e2-c426-4729-8a0d-c755c89e820f,revision_number=5']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:34.244269 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:34.415304 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 9b693d60-27bf-4e1f-84ab-ecfcff4d0618 up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:50:34.576121 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-d51881ad-338d-44cd-81c2-b7d3b3ac6538 req-d25f90e9-6b36-4f73-bc94-f5049ebef3fe tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Synchronizing usage tracker for tenant:09184c2f3f8b4da69759907044ea0d13 on resource:security_group {{(pid=88122) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:50:34.663434 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-d51881ad-338d-44cd-81c2-b7d3b3ac6538 req-d25f90e9-6b36-4f73-bc94-f5049ebef3fe tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Unset dirty status for tenant:09184c2f3f8b4da69759907044ea0d13 on resource:security_group {{(pid=88122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:50:34.682352 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d51881ad-338d-44cd-81c2-b7d3b3ac6538 req-d25f90e9-6b36-4f73-bc94-f5049ebef3fe tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3081477
Dec 14 17:50:34.772523 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port 9b693d60-27bf-4e1f-84ab-ecfcff4d0618 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:50:34.772943 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:34.921337 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-1308998e-23d1-4db6-a1f3-97a9cb544b75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 582c9754-d434-4b37-9f50-e549f869a5ec {{(pid=88123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:50:34.950450 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-1308998e-23d1-4db6-a1f3-97a9cb544b75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:35.002809 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-1308998e-23d1-4db6-a1f3-97a9cb544b75 service neutron] Transition to ACTIVE for port object 582c9754-d434-4b37-9f50-e549f869a5ec will not be triggered until provisioned by entity L2. {{(pid=88123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:50:35.022661 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 42190) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:35.024919 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-1308998e-23d1-4db6-a1f3-97a9cb544b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:35.041633 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-28fe1588-0c54-4a98-801a-c5e8c865656e tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1503739612', 'description': 'tempest-description--27736306'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:50:35.080542 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:35.146479 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-49cbb75f-a606-4a2f-beb4-adeac2df3c47 req-e81fe2ca-4443-4683-89f9-1b257a9caf74 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 210 time: 0.1631410
Dec 14 17:50:35.190828 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-8ba167d2-36d2-4bff-b6f6-1c66414c0979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45aca380-8b0b-4936-8224-377f64d82315 {{(pid=88122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:50:35.198915 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f64ae438-6dd4-45e8-858a-b540565bd7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:35.209831 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-28fe1588-0c54-4a98-801a-c5e8c865656e tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:35.236791 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-8ba167d2-36d2-4bff-b6f6-1c66414c0979 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:35.282500 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-28fe1588-0c54-4a98-801a-c5e8c865656e tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Usage tracker for resource:security_group and tenant:1d8ae983c147420a92d8c91613de9b2e is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:35.289519 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-28fe1588-0c54-4a98-801a-c5e8c865656e tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:35.295272 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-8ba167d2-36d2-4bff-b6f6-1c66414c0979 service neutron] Transition to ACTIVE for port object 45aca380-8b0b-4936-8224-377f64d82315 will not be triggered until provisioned by entity L2. {{(pid=88122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:50:35.312282 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-28fe1588-0c54-4a98-801a-c5e8c865656e tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:35.376702 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.41', 65014) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:35.400530 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308998e-23d1-4db6-a1f3-97a9cb544b75 service neutron] Pushing event updated for resources: {'Port': ['ID=582c9754-d434-4b37-9f50-e549f869a5ec,revision_number=2']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:35.403298 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f64ae438-6dd4-45e8-858a-b540565bd7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:35.407395 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-f64ae438-6dd4-45e8-858a-b540565bd7fe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c49f6a3d-fc73-4f23-9b30-31c96870decd HTTP/1.1" status: 204  len: 168 time: 2.7304490
Dec 14 17:50:35.420701 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-1308998e-23d1-4db6-a1f3-97a9cb544b75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:35.420701 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-ce947476-2f6c-448f-aa47-af6023070b53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:35.442071 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-28fe1588-0c54-4a98-801a-c5e8c865656e tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:35.494351 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-8ba167d2-36d2-4bff-b6f6-1c66414c0979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:35.605153 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:35.919802 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-28fe1588-0c54-4a98-801a-c5e8c865656e tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:35.924128 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-28fe1588-0c54-4a98-801a-c5e8c865656e tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Usage tracker for resource:security_group_rule and tenant:1d8ae983c147420a92d8c91613de9b2e is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:35.928416 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-28fe1588-0c54-4a98-801a-c5e8c865656e tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:35.936714 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-28fe1588-0c54-4a98-801a-c5e8c865656e tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:36.103768 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ae438-6dd4-45e8-858a-b540565bd7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49f6a3d-fc73-4f23-9b30-31c96870decd,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:36.184382 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-28fe1588-0c54-4a98-801a-c5e8c865656e tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:36.188383 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-f64ae438-6dd4-45e8-858a-b540565bd7fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.768s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:36.205426 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8cbcd0-08c8-4cc4-a28f-2f845791286a req-dd232cc0-ea83-4907-ab25-77cb1142c7f2 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:36.207317 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-7f08bb41-196b-4c4b-8fd0-093ad0e3e9d5 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:36.208687 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-7f08bb41-196b-4c4b-8fd0-093ad0e3e9d5 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Synchronizing usage tracker for tenant:02573c92b5c647b2982d81b49df3d4cb on resource:network {{(pid=88123) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:50:36.212263 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-28fe1588-0c54-4a98-801a-c5e8c865656e tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:36.233894 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1e8cbcd0-08c8-4cc4-a28f-2f845791286a req-dd232cc0-ea83-4907-ab25-77cb1142c7f2 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/ports?device_id=48649da9-81a8-478e-bd39-8bdadb21e37a HTTP/1.1" status: 200  len: 943 time: 0.9286866
Dec 14 17:50:36.246489 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:36.330633 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe1588-0c54-4a98-801a-c5e8c865656e tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=648c171e-ad2b-4302-85d6-be875b07ae62,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:36.335005 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-7f08bb41-196b-4c4b-8fd0-093ad0e3e9d5 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Unset dirty status for tenant:02573c92b5c647b2982d81b49df3d4cb on resource:network {{(pid=88123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:50:36.338939 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-7f08bb41-196b-4c4b-8fd0-093ad0e3e9d5 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.41 "GET /v2.0/networks?id=c35705db-bd11-4f34-bbd6-c42f1d037762 HTTP/1.1" status: 200  len: 819 time: 0.9211266
Dec 14 17:50:36.418068 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-ad606a6d-b8d3-4008-baba-01e80d77359b tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Request body: {'port': {'device_id': '0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb', 'network_id': 'c35705db-bd11-4f34-bbd6-c42f1d037762', 'admin_state_up': True, 'tenant_id': '02573c92b5c647b2982d81b49df3d4cb'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:50:36.435277 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 7418a5e2-c426-4729-8a0d-c755c89e820f up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:50:36.645160 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port 7418a5e2-c426-4729-8a0d-c755c89e820f triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:50:36.647225 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:36.744712 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1e8cbcd0-08c8-4cc4-a28f-2f845791286a req-4fed8c86-9197-480e-8200-41082955f8f9 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/security-groups?id=234d801d-7b3e-4a91-81e4-2e55c5547fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4254797
Dec 14 17:50:36.746539 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-8ba167d2-36d2-4bff-b6f6-1c66414c0979 service neutron] Attempting to bind port 45aca380-8b0b-4936-8224-377f64d82315 on host hv-cinder-82173 for vnic_type normal with profile  {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:50:36.748645 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-8ba167d2-36d2-4bff-b6f6-1c66414c0979 service neutron] Attempting to bind port 45aca380-8b0b-4936-8224-377f64d82315 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': 'cadbd5ca-d0ab-46df-ab2b-fa3b315b265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '98dc44a2-33a7-48c8-8bbb-6893b546b1a6'}] {{(pid=88122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:50:36.753279 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-8ba167d2-36d2-4bff-b6f6-1c66414c0979 service neutron] Attempting to bind port 45aca380-8b0b-4936-8224-377f64d82315 on network 98dc44a2-33a7-48c8-8bbb-6893b546b1a6 {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:50:36.784227 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba167d2-36d2-4bff-b6f6-1c66414c0979 service neutron] Pushing event updated for resources: {'Port': ['ID=45aca380-8b0b-4936-8224-377f64d82315,revision_number=2']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:36.791699 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-8ba167d2-36d2-4bff-b6f6-1c66414c0979 service neutron] Port 45aca380-8b0b-4936-8224-377f64d82315 on network 98dc44a2-33a7-48c8-8bbb-6893b546b1a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 14 17:50:36.792147 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-8ba167d2-36d2-4bff-b6f6-1c66414c0979 service neutron] Attempting to bind port 45aca380-8b0b-4936-8224-377f64d82315 on network 98dc44a2-33a7-48c8-8bbb-6893b546b1a6 {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:50:36.847975 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-8ba167d2-36d2-4bff-b6f6-1c66414c0979 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.243s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:36.864592 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-8ba167d2-36d2-4bff-b6f6-1c66414c0979 service neutron] Checking agent: {'id': '12cfdd9e-1aa3-47c9-9727-84a7d707383b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'started_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:50:36.864986 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-8ba167d2-36d2-4bff-b6f6-1c66414c0979 service neutron] Checking segment: {'id': 'cadbd5ca-d0ab-46df-ab2b-fa3b315b265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '98dc44a2-33a7-48c8-8bbb-6893b546b1a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:50:36.865596 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-8ba167d2-36d2-4bff-b6f6-1c66414c0979 service neutron] Bound using segment: {'id': 'cadbd5ca-d0ab-46df-ab2b-fa3b315b265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '98dc44a2-33a7-48c8-8bbb-6893b546b1a6'} {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:50:36.868132 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-28fe1588-0c54-4a98-801a-c5e8c865656e tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:36.872713 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-8ba167d2-36d2-4bff-b6f6-1c66414c0979 service neutron] Bound port: 45aca380-8b0b-4936-8224-377f64d82315, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadbd5ca-d0ab-46df-ab2b-fa3b315b265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '98dc44a2-33a7-48c8-8bbb-6893b546b1a6'}}] {{(pid=88122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:50:36.873124 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-8ba167d2-36d2-4bff-b6f6-1c66414c0979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:36.896643 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-ad606a6d-b8d3-4008-baba-01e80d77359b tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:36.915563 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-ad606a6d-b8d3-4008-baba-01e80d77359b tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:36.936006 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ec1c5ba7-3aeb-4a45-8a7b-11ca3e76c213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:36.953583 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-ad606a6d-b8d3-4008-baba-01e80d77359b tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Made reservation on behalf of 02573c92b5c647b2982d81b49df3d4cb for: {'port': 1} {{(pid=88123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:50:36.962323 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-ad606a6d-b8d3-4008-baba-01e80d77359b tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:37.013787 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-ec1c5ba7-3aeb-4a45-8a7b-11ca3e76c213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:37.020338 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-ec1c5ba7-3aeb-4a45-8a7b-11ca3e76c213 admin admin] Usage tracker for resource:security_group_rule and tenant:299b05b5bb0644388cb3f5a275e804e7 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:37.024223 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-ec1c5ba7-3aeb-4a45-8a7b-11ca3e76c213 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:37.036701 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-ec1c5ba7-3aeb-4a45-8a7b-11ca3e76c213 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:37.055748 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-8ba167d2-36d2-4bff-b6f6-1c66414c0979 service neutron] For port 45aca380-8b0b-4936-8224-377f64d82315, host hv-cinder-82173, cleared binding levels {{(pid=88122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:50:37.056220 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-8ba167d2-36d2-4bff-b6f6-1c66414c0979 service neutron] For port 45aca380-8b0b-4936-8224-377f64d82315, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=45aca380-8b0b-4936-8224-377f64d82315,segment=NetworkSegment(cadbd5ca-d0ab-46df-ab2b-fa3b315b265c),segment_id=cadbd5ca-d0ab-46df-ab2b-fa3b315b265c)] {{(pid=88122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:50:37.087461 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-8ba167d2-36d2-4bff-b6f6-1c66414c0979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:37.233099 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-8b7c77d7-e202-4385-9916-3edbb7cc9446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:37.287655 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-ad606a6d-b8d3-4008-baba-01e80d77359b tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Allocated IP 172.20.0.4 (c35705db-bd11-4f34-bbd6-c42f1d037762/53bb809e-79d6-4e3e-82eb-339121ccc0a1/da1e9390-2f53-477c-a923-727d93981952) {{(pid=88123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:50:37.410216 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba167d2-36d2-4bff-b6f6-1c66414c0979 service neutron] Pushing event updated for resources: {'Port': ['ID=45aca380-8b0b-4936-8224-377f64d82315,revision_number=3']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:37.417408 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-8ba167d2-36d2-4bff-b6f6-1c66414c0979 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:37.438800 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e46507-c311-4147-8043-3f507b7b5873 req-fe67c124-93ed-4652-ab47-f272375d9161 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:37.440696 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-35e46507-c311-4147-8043-3f507b7b5873 req-fe67c124-93ed-4652-ab47-f272375d9161 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f257486-629a-4f55-9c8f-acc997347be0 HTTP/1.1" status: 200  len: 943 time: 1.2938144
Dec 14 17:50:37.448887 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-8ba167d2-36d2-4bff-b6f6-1c66414c0979 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for port, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:37.452964 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-8ba167d2-36d2-4bff-b6f6-1c66414c0979 service neutron] 10.222.0.41 "PUT /v2.0/ports/45aca380-8b0b-4936-8224-377f64d82315 HTTP/1.1" status: 200  len: 1093 time: 5.3758109
Dec 14 17:50:37.453654 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f257486-629a-4f55-9c8f-acc997347be0', 'tag': '45aca380-8b0b-4936-8224-377f64d82315'}] {{(pid=88122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:50:37.553546 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-28fe1588-0c54-4a98-801a-c5e8c865656e tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:37.560503 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-28fe1588-0c54-4a98-801a-c5e8c865656e tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 2.5341828
Dec 14 17:50:37.561897 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 42254) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:37.562798 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-1308998e-23d1-4db6-a1f3-97a9cb544b75 service neutron] Attempting to bind port 582c9754-d434-4b37-9f50-e549f869a5ec on host hv-cinder-82173 for vnic_type normal with profile  {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:50:37.563405 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-1308998e-23d1-4db6-a1f3-97a9cb544b75 service neutron] Attempting to bind port 582c9754-d434-4b37-9f50-e549f869a5ec by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '08e31747-07a4-43f5-9b79-47914f91a4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f224f7de-8d5e-4d17-b0e5-f74f6c844cea'}] {{(pid=88123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:50:37.563989 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-1308998e-23d1-4db6-a1f3-97a9cb544b75 service neutron] Attempting to bind port 582c9754-d434-4b37-9f50-e549f869a5ec on network f224f7de-8d5e-4d17-b0e5-f74f6c844cea {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:50:37.587572 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-1308998e-23d1-4db6-a1f3-97a9cb544b75 service neutron] Port 582c9754-d434-4b37-9f50-e549f869a5ec on network f224f7de-8d5e-4d17-b0e5-f74f6c844cea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 14 17:50:37.588520 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-1308998e-23d1-4db6-a1f3-97a9cb544b75 service neutron] Attempting to bind port 582c9754-d434-4b37-9f50-e549f869a5ec on network f224f7de-8d5e-4d17-b0e5-f74f6c844cea {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:50:37.656476 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-1308998e-23d1-4db6-a1f3-97a9cb544b75 service neutron] Checking agent: {'id': '12cfdd9e-1aa3-47c9-9727-84a7d707383b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'started_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:50:37.657273 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-1308998e-23d1-4db6-a1f3-97a9cb544b75 service neutron] Checking segment: {'id': '08e31747-07a4-43f5-9b79-47914f91a4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f224f7de-8d5e-4d17-b0e5-f74f6c844cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:50:37.658365 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-1308998e-23d1-4db6-a1f3-97a9cb544b75 service neutron] Bound using segment: {'id': '08e31747-07a4-43f5-9b79-47914f91a4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f224f7de-8d5e-4d17-b0e5-f74f6c844cea'} {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:50:37.659012 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-1308998e-23d1-4db6-a1f3-97a9cb544b75 service neutron] Bound port: 582c9754-d434-4b37-9f50-e549f869a5ec, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e31747-07a4-43f5-9b79-47914f91a4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f224f7de-8d5e-4d17-b0e5-f74f6c844cea'}}] {{(pid=88123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:50:37.659692 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-1308998e-23d1-4db6-a1f3-97a9cb544b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:37.754583 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-75b16040-f659-405c-a803-4cf1447ba762 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Request body: {'security_group_rule': {'security_group_id': '648c171e-ad2b-4302-85d6-be875b07ae62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:50:37.823915 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-75b16040-f659-405c-a803-4cf1447ba762 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:37.904604 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-75b16040-f659-405c-a803-4cf1447ba762 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Usage tracker for resource:security_group_rule and tenant:1d8ae983c147420a92d8c91613de9b2e is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:37.919944 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-75b16040-f659-405c-a803-4cf1447ba762 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:37.966646 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-75b16040-f659-405c-a803-4cf1447ba762 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:37.990172 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-35e46507-c311-4147-8043-3f507b7b5873 req-24f4e569-f780-4f06-ad39-c94c39cc7377 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3656349
Dec 14 17:50:38.081057 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e4091e-c3fa-4892-8801-9164e8e1511f None None] Sync routers for ids ['e62b8666-2cc9-4a1d-a59e-36afa8810025'] in dv-cinder-821737-1-iscsi {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 17:50:38.134326 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e4091e-c3fa-4892-8801-9164e8e1511f None None] Routers {'e62b8666-2cc9-4a1d-a59e-36afa8810025'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:50:38.135045 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-92e4091e-c3fa-4892-8801-9164e8e1511f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622cb7ab00>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:50:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['e62b8666-2cc9-4a1d-a59e-36afa8810025'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:50:38.143372 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-bb266248-3143-4e94-946e-3b9070367a73 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:38.154407 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-bb266248-3143-4e94-946e-3b9070367a73 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/networks?id=c35705db-bd11-4f34-bbd6-c42f1d037762 HTTP/1.1" status: 200  len: 819 time: 1.0837381
Dec 14 17:50:38.161228 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-75b16040-f659-405c-a803-4cf1447ba762 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:38.325221 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-7ab61a23-f751-4079-96b7-74721d5343fe tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/quotas/02573c92b5c647b2982d81b49df3d4cb HTTP/1.1" status: 200  len: 375 time: 0.1681218
Dec 14 17:50:38.480428 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-ad606a6d-b8d3-4008-baba-01e80d77359b tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Notify callbacks [] for port, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:38.585757 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-1308998e-23d1-4db6-a1f3-97a9cb544b75 service neutron] For port 582c9754-d434-4b37-9f50-e549f869a5ec, host hv-cinder-82173, cleared binding levels {{(pid=88123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:50:38.591376 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-1308998e-23d1-4db6-a1f3-97a9cb544b75 service neutron] For port 582c9754-d434-4b37-9f50-e549f869a5ec, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=582c9754-d434-4b37-9f50-e549f869a5ec,segment=NetworkSegment(08e31747-07a4-43f5-9b79-47914f91a4e4),segment_id=08e31747-07a4-43f5-9b79-47914f91a4e4)] {{(pid=88123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:50:38.596506 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-ad606a6d-b8d3-4008-baba-01e80d77359b tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481'] for port, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:38.601870 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-1308998e-23d1-4db6-a1f3-97a9cb544b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:38.617941 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-3650f260-e5ad-410f-8e91-8810fe4835c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09184c2f3f8b4da69759907044ea0d13&device_id=6f257486-629a-4f55-9c8f-acc997347be0 HTTP/1.1" status: 200  len: 1096 time: 0.9939511
Dec 14 17:50:38.650087 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b6198b04-cf40-425b-ae12-e834fc7d008d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:38.858889 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ec1c5ba7-3aeb-4a45-8a7b-11ca3e76c213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:38.865206 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-1308998e-23d1-4db6-a1f3-97a9cb544b75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:38.866919 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-1308998e-23d1-4db6-a1f3-97a9cb544b75 service neutron] 10.222.0.41 "PUT /v2.0/ports/582c9754-d434-4b37-9f50-e549f869a5ec HTTP/1.1" status: 200  len: 1093 time: 6.7326934
Dec 14 17:50:38.870873 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48649da9-81a8-478e-bd39-8bdadb21e37a', 'tag': '582c9754-d434-4b37-9f50-e549f869a5ec'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:50:39.022303 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-ad606a6d-b8d3-4008-baba-01e80d77359b tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Network c35705db-bd11-4f34-bbd6-c42f1d037762 is already hosted by enough agents. {{(pid=88123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:50:39.029201 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-92e4091e-c3fa-4892-8801-9164e8e1511f None None] Set router e62b8666-2cc9-4a1d-a59e-36afa8810025 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:50:39.029471 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ec1c5ba7-3aeb-4a45-8a7b-11ca3e76c213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:39.030240 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308998e-23d1-4db6-a1f3-97a9cb544b75 service neutron] Pushing event updated for resources: {'Port': ['ID=582c9754-d434-4b37-9f50-e549f869a5ec,revision_number=3']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:39.043291 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-ad606a6d-b8d3-4008-baba-01e80d77359b tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Resources bound (agent type, host, resource id):  {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:50:39.210094 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-ad606a6d-b8d3-4008-baba-01e80d77359b tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Received port after_create {{(pid=88123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:50:39.214431 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-ad606a6d-b8d3-4008-baba-01e80d77359b tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:39.215129 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-ad606a6d-b8d3-4008-baba-01e80d77359b tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:39.312523 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-4e1f60e7-1a43-4e76-b91b-b52d55e78e0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45aca380-8b0b-4936-8224-377f64d82315 HTTP/1.1" status: 200  len: 217 time: 0.6627717
Dec 14 17:50:39.500527 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad606a6d-b8d3-4008-baba-01e80d77359b tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Pushing event updated for resources: {'Port': ['ID=da1e9390-2f53-477c-a923-727d93981952,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:39.525571 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-ad606a6d-b8d3-4008-baba-01e80d77359b tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.879s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:39.527455 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2bcfa134-e903-4a2e-b677-137c553ef8ba tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.802s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:39.527848 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2bcfa134-e903-4a2e-b677-137c553ef8ba tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:39.535883 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:39.564343 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-ad606a6d-b8d3-4008-baba-01e80d77359b tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1513352
Dec 14 17:50:39.575702 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-ec1c5ba7-3aeb-4a45-8a7b-11ca3e76c213 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=299b05b5bb0644388cb3f5a275e804e7&name=default HTTP/1.1" status: 200  len: 2647 time: 6.0969586
Dec 14 17:50:39.592342 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-2bea45cb-28cc-44c7-ac0e-30c198428266 service neutron] Request body: {'port': {'device_id': '0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:50:39.694074 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-75b16040-f659-405c-a803-4cf1447ba762 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:39.697843 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 42318) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:39.702035 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-e183559c-9c52-45df-bc9e-f8e9b32622ae service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:39.709210 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-e183559c-9c52-45df-bc9e-f8e9b32622ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2fba3688-41c5-45d3-894b-17c0adc66461 HTTP/1.1" status: 200  len: 853 time: 0.3602166
Dec 14 17:50:39.713989 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-75b16040-f659-405c-a803-4cf1447ba762 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720366'] for security_group_rule, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:39.883974 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-6a18f2ee-99b6-4035-92e5-39512530729e tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=02573c92b5c647b2982d81b49df3d4cb&fields=id HTTP/1.1" status: 200  len: 255 time: 1.5577350
Dec 14 17:50:39.899446 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c5ba7-3aeb-4a45-8a7b-11ca3e76c213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223ea981-e74e-40e4-b3c4-55fa6372fa7f,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:39.908194 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-ec1c5ba7-3aeb-4a45-8a7b-11ca3e76c213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:39.923930 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-4f4213b0-a880-4958-87a3-bb6e64936ce9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d18fde9b6374992882728d14e5e1dc6&device_id=48649da9-81a8-478e-bd39-8bdadb21e37a HTTP/1.1" status: 200  len: 1096 time: 0.8956778
Dec 14 17:50:39.979539 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:39.984240 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-92e4091e-c3fa-4892-8801-9164e8e1511f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622cb7ab00>, [{'id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'name': 'tempest-AttachVolumeTestJSON-2144495592-router', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:50:13Z', 'updated_at': '2021-12-14T17:50:24Z', 'revision_number': 4, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'gw_port': {'id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:15Z', 'updated_at': '2021-12-14T17:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'e3cf578f-b452-4e78-aaf5-2d217197577d', 'name': '', 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'mac_address': 'fa:16:3e:f3:05:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e589611-2052-444e-a79e-8f98a61a68a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:22Z', 'updated_at': '2021-12-14T17:50:25Z', 'revision_number': 2, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'subnets': [{'id': '7e589611-2052-444e-a79e-8f98a61a68a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:50:39.990989 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e4091e-c3fa-4892-8801-9164e8e1511f None None] Checking router: e62b8666-2cc9-4a1d-a59e-36afa8810025 for host: dv-cinder-821737-1-iscsi {{(pid=88124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 17:50:39.991745 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e4091e-c3fa-4892-8801-9164e8e1511f None None] Updating router e62b8666-2cc9-4a1d-a59e-36afa8810025 port e3cf578f-b452-4e78-aaf5-2d217197577d binding host dv-cinder-821737-1-iscsi {{(pid=88124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 14 17:50:40.052019 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b16040-f659-405c-a803-4cf1447ba762 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a6985ea-f0b5-42d2-89c6-43ba7d1b8ffa,revision_number=0']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:40.075016 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f7765-e235-4717-bdf5-53e4a7aa5c97 req-05d1d4aa-3f16-4caa-98ef-e1d6d4820ac9 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:40.082818 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c34f7765-e235-4717-bdf5-53e4a7aa5c97 req-05d1d4aa-3f16-4caa-98ef-e1d6d4820ac9 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/ports?device_id=48649da9-81a8-478e-bd39-8bdadb21e37a HTTP/1.1" status: 200  len: 943 time: 1.7495797
Dec 14 17:50:40.085334 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-92e4091e-c3fa-4892-8801-9164e8e1511f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:40.089656 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-2bea45cb-28cc-44c7-ac0e-30c198428266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:40.091362 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-75b16040-f659-405c-a803-4cf1447ba762 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:40.094280 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-75b16040-f659-405c-a803-4cf1447ba762 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 2.4511473
Dec 14 17:50:40.103179 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-22d5fa12-abdf-4853-a5ac-3c1c2e15984a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=98dc44a2-33a7-48c8-8bbb-6893b546b1a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3695903
Dec 14 17:50:40.104702 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 42336) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:40.121246 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-75b16040-f659-405c-a803-4cf1447ba762 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:40.218667 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-169c6d90-4b8b-4bc4-92aa-63a190d8caa2 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Request body: {'security_group_rule': {'security_group_id': '648c171e-ad2b-4302-85d6-be875b07ae62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:50:40.241116 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-169c6d90-4b8b-4bc4-92aa-63a190d8caa2 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:40.246010 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-169c6d90-4b8b-4bc4-92aa-63a190d8caa2 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Usage tracker for resource:security_group_rule and tenant:1d8ae983c147420a92d8c91613de9b2e is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:40.249321 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-169c6d90-4b8b-4bc4-92aa-63a190d8caa2 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:40.256186 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-169c6d90-4b8b-4bc4-92aa-63a190d8caa2 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:40.278607 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c34f7765-e235-4717-bdf5-53e4a7aa5c97 req-6665d2ad-3cf0-423f-8dee-dafc184de89a tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/security-groups?id=234d801d-7b3e-4a91-81e4-2e55c5547fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1944029
Dec 14 17:50:40.662937 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-29490240-196d-4974-b0fe-762b38870520 service neutron] 10.222.0.41 "GET /v2.0/networks/98dc44a2-33a7-48c8-8bbb-6893b546b1a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3987491
Dec 14 17:50:40.663794 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 42348) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:40.674607 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-169c6d90-4b8b-4bc4-92aa-63a190d8caa2 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:40.739337 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-92e4091e-c3fa-4892-8801-9164e8e1511f None None] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:40.756742 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-92e4091e-c3fa-4892-8801-9164e8e1511f None None] Transition to ACTIVE for port object e3cf578f-b452-4e78-aaf5-2d217197577d will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:50:40.767053 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-92e4091e-c3fa-4892-8801-9164e8e1511f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:40.794268 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:40.798276 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-169c6d90-4b8b-4bc4-92aa-63a190d8caa2 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:40.999333 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-2bea45cb-28cc-44c7-ac0e-30c198428266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da1e9390-2f53-477c-a923-727d93981952 {{(pid=88123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:50:41.020328 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-2bea45cb-28cc-44c7-ac0e-30c198428266 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:41.051075 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-2bea45cb-28cc-44c7-ac0e-30c198428266 service neutron] Transition to ACTIVE for port object da1e9390-2f53-477c-a923-727d93981952 will not be triggered until provisioned by entity L2. {{(pid=88123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:50:41.067013 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-1f6fc440-b839-4b61-96e2-89de527dd5be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=582c9754-d434-4b37-9f50-e549f869a5ec HTTP/1.1" status: 200  len: 217 time: 1.0998528
Dec 14 17:50:41.070026 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-2bea45cb-28cc-44c7-ac0e-30c198428266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:41.073500 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-288631e2-aca3-4dc6-a7b8-6346919f8258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:41.111299 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ca5ee-0d4d-4278-a27c-993612c4f21e None None] Pushing event updated for resources: {'Port': ['ID=e3cf578f-b452-4e78-aaf5-2d217197577d,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:41.131602 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-288631e2-aca3-4dc6-a7b8-6346919f8258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:41.135196 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-bd0ca5ee-0d4d-4278-a27c-993612c4f21e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:41.213691 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:41.275382 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-288631e2-aca3-4dc6-a7b8-6346919f8258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:41.320598 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-169c6d90-4b8b-4bc4-92aa-63a190d8caa2 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720366'] for security_group_rule, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:41.354476 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-288631e2-aca3-4dc6-a7b8-6346919f8258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:41.355494 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-288631e2-aca3-4dc6-a7b8-6346919f8258 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/223ea981-e74e-40e4-b3c4-55fa6372fa7f HTTP/1.1" status: 204  len: 168 time: 1.6557040
Dec 14 17:50:41.377406 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-75b16040-f659-405c-a803-4cf1447ba762 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:41.477853 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f257486-629a-4f55-9c8f-acc997347be0', 'tag': '45aca380-8b0b-4936-8224-377f64d82315', 'status': 'completed', 'code': 200}
Dec 14 17:50:41.558082 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c6d90-4b8b-4bc4-92aa-63a190d8caa2 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd382dc4-801b-4135-9114-db0fa8c3c29c,revision_number=0']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:41.603858 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-92e4091e-c3fa-4892-8801-9164e8e1511f None None] Attempting to bind port e3cf578f-b452-4e78-aaf5-2d217197577d on host dv-cinder-821737-1-iscsi for vnic_type normal with profile  {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:50:41.604267 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-92e4091e-c3fa-4892-8801-9164e8e1511f None None] Attempting to bind port e3cf578f-b452-4e78-aaf5-2d217197577d by drivers openvswitch,hyperv on host dv-cinder-821737-1-iscsi at level 0 using segments [{'id': 'f04df0de-e1dd-4c82-94f5-bc20bcdf696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:50:41.604670 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e4091e-c3fa-4892-8801-9164e8e1511f None None] Attempting to bind port e3cf578f-b452-4e78-aaf5-2d217197577d on network c7c5dd65-00bc-43ea-a99d-6673d8873e67 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:50:41.633893 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e4091e-c3fa-4892-8801-9164e8e1511f None None] Checking agent: {'id': 'cfd28b24-d8e5-433a-a8d2-fa726f969496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 41, 52), 'started_at': datetime.datetime(2021, 12, 14, 17, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:50:41.634309 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e4091e-c3fa-4892-8801-9164e8e1511f None None] Checking segment: {'id': 'f04df0de-e1dd-4c82-94f5-bc20bcdf696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:50:41.634735 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-92e4091e-c3fa-4892-8801-9164e8e1511f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:41.635172 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e4091e-c3fa-4892-8801-9164e8e1511f None None] Bound using segment: {'id': 'f04df0de-e1dd-4c82-94f5-bc20bcdf696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:50:41.635696 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-92e4091e-c3fa-4892-8801-9164e8e1511f None None] Bound port: e3cf578f-b452-4e78-aaf5-2d217197577d, host: dv-cinder-821737-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f04df0de-e1dd-4c82-94f5-bc20bcdf696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:50:41.636109 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-92e4091e-c3fa-4892-8801-9164e8e1511f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:41.660061 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-412899d6-eaac-4007-8bbc-cf445fb05f27 req-39b4a19d-2b92-441f-8318-808628554692 service neutron] 10.222.0.41 "GET /v2.0/networks/98dc44a2-33a7-48c8-8bbb-6893b546b1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9240069
Dec 14 17:50:41.664816 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-169c6d90-4b8b-4bc4-92aa-63a190d8caa2 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:41.690810 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-169c6d90-4b8b-4bc4-92aa-63a190d8caa2 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:41.700610 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-169c6d90-4b8b-4bc4-92aa-63a190d8caa2 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.5778613
Dec 14 17:50:41.728121 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-9f25a48e-ee0b-401a-8917-6b13a071cb7b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:41.729711 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-9f25a48e-ee0b-401a-8917-6b13a071cb7b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45eb7ef9-5204-4eab-b021-74c53739a4c9 HTTP/1.1" status: 200  len: 851 time: 0.1684356
Dec 14 17:50:41.730323 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 42380) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:41.735884 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-49b6e31f-87df-47a7-896d-7b48de0a7830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:41.744442 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea45cb-28cc-44c7-ac0e-30c198428266 service neutron] Pushing event updated for resources: {'Port': ['ID=da1e9390-2f53-477c-a923-727d93981952,revision_number=2']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:41.750947 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-e5881855-3eb7-42fb-a0ed-1fef69933d7b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Request body: {'floatingip': {'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:50:41.756765 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2bea45cb-28cc-44c7-ac0e-30c198428266 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:41.758860 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.450s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:41.771921 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-e5881855-3eb7-42fb-a0ed-1fef69933d7b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:41.775183 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288631e2-aca3-4dc6-a7b8-6346919f8258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223ea981-e74e-40e4-b3c4-55fa6372fa7f,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:41.818090 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-288631e2-aca3-4dc6-a7b8-6346919f8258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:41.828974 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-e5881855-3eb7-42fb-a0ed-1fef69933d7b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Usage tracker for resource:floatingip and tenant:1d8ae983c147420a92d8c91613de9b2e is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:41.886315 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-6ac5e4ef-c028-4152-94c9-272b123c1119 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f224f7de-8d5e-4d17-b0e5-f74f6c844cea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0712261
Dec 14 17:50:41.890230 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-e5881855-3eb7-42fb-a0ed-1fef69933d7b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:41.906661 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-92e4091e-c3fa-4892-8801-9164e8e1511f None None] For port e3cf578f-b452-4e78-aaf5-2d217197577d, host dv-cinder-821737-1-iscsi, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:50:41.914977 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-92e4091e-c3fa-4892-8801-9164e8e1511f None None] For port e3cf578f-b452-4e78-aaf5-2d217197577d, host dv-cinder-821737-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=e3cf578f-b452-4e78-aaf5-2d217197577d,segment=NetworkSegment(f04df0de-e1dd-4c82-94f5-bc20bcdf696e),segment_id=f04df0de-e1dd-4c82-94f5-bc20bcdf696e)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:50:41.921961 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-e5881855-3eb7-42fb-a0ed-1fef69933d7b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:41.924319 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-2bea45cb-28cc-44c7-ac0e-30c198428266 service neutron] Attempting to bind port da1e9390-2f53-477c-a923-727d93981952 on host hv-cinder-82173 for vnic_type normal with profile  {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:50:41.924711 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-2bea45cb-28cc-44c7-ac0e-30c198428266 service neutron] Attempting to bind port da1e9390-2f53-477c-a923-727d93981952 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': 'e53f41fd-1223-447c-bef8-0170cf138b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c35705db-bd11-4f34-bbd6-c42f1d037762'}] {{(pid=88123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:50:41.925125 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-2bea45cb-28cc-44c7-ac0e-30c198428266 service neutron] Attempting to bind port da1e9390-2f53-477c-a923-727d93981952 on network c35705db-bd11-4f34-bbd6-c42f1d037762 {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:50:41.925559 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-92e4091e-c3fa-4892-8801-9164e8e1511f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:41.933092 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:41.938801 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-2bea45cb-28cc-44c7-ac0e-30c198428266 service neutron] Port da1e9390-2f53-477c-a923-727d93981952 on network c35705db-bd11-4f34-bbd6-c42f1d037762 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 14 17:50:41.939148 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-2bea45cb-28cc-44c7-ac0e-30c198428266 service neutron] Attempting to bind port da1e9390-2f53-477c-a923-727d93981952 on network c35705db-bd11-4f34-bbd6-c42f1d037762 {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:50:41.963054 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-2bea45cb-28cc-44c7-ac0e-30c198428266 service neutron] Checking agent: {'id': '12cfdd9e-1aa3-47c9-9727-84a7d707383b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'started_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:50:41.963421 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-2bea45cb-28cc-44c7-ac0e-30c198428266 service neutron] Checking segment: {'id': 'e53f41fd-1223-447c-bef8-0170cf138b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c35705db-bd11-4f34-bbd6-c42f1d037762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:50:41.963820 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-2bea45cb-28cc-44c7-ac0e-30c198428266 service neutron] Bound using segment: {'id': 'e53f41fd-1223-447c-bef8-0170cf138b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c35705db-bd11-4f34-bbd6-c42f1d037762'} {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:50:41.964304 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-2bea45cb-28cc-44c7-ac0e-30c198428266 service neutron] Bound port: da1e9390-2f53-477c-a923-727d93981952, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e53f41fd-1223-447c-bef8-0170cf138b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c35705db-bd11-4f34-bbd6-c42f1d037762'}}] {{(pid=88123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:50:41.964683 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-2bea45cb-28cc-44c7-ac0e-30c198428266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:41.999200 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-49b6e31f-87df-47a7-896d-7b48de0a7830 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:42.009308 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-49b6e31f-87df-47a7-896d-7b48de0a7830 admin admin] Usage tracker for resource:security_group_rule and tenant:36341fc369c341cfb8161d1f9030e80c is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:42.017181 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-49b6e31f-87df-47a7-896d-7b48de0a7830 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:42.029136 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-49b6e31f-87df-47a7-896d-7b48de0a7830 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:42.061621 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e5881855-3eb7-42fb-a0ed-1fef69933d7b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for floatingip, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:42.069893 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e4091e-c3fa-4892-8801-9164e8e1511f None None] Routers {'e62b8666-2cc9-4a1d-a59e-36afa8810025'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:50:42.070857 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-92e4091e-c3fa-4892-8801-9164e8e1511f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622cb7ab00>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:50:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['e62b8666-2cc9-4a1d-a59e-36afa8810025'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:50:42.151846 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-49b6e31f-87df-47a7-896d-7b48de0a7830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:42.163130 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-fbc52e8a-e978-4375-a501-c0467ea3a700 service neutron] 10.222.0.53 "GET /v2.0/networks/c35705db-bd11-4f34-bbd6-c42f1d037762?fields=segments HTTP/1.1" status: 200  len: 212 time: 2.2761679
Dec 14 17:50:42.206709 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-49b6e31f-87df-47a7-896d-7b48de0a7830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:42.262229 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:42.391400 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-92e4091e-c3fa-4892-8801-9164e8e1511f None None] Set router e62b8666-2cc9-4a1d-a59e-36afa8810025 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:50:42.467838 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ca5ee-0d4d-4278-a27c-993612c4f21e None None] Pushing event updated for resources: {'Port': ['ID=e3cf578f-b452-4e78-aaf5-2d217197577d,revision_number=4']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:42.472049 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-bd0ca5ee-0d4d-4278-a27c-993612c4f21e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:42.508076 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36a77b-6eb6-4e2d-97d4-219fc924c6bd req-7b6c3c69-7bbf-4b2d-9076-9b7a36305abe tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:42.518536 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4d36a77b-6eb6-4e2d-97d4-219fc924c6bd req-7b6c3c69-7bbf-4b2d-9076-9b7a36305abe tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f257486-629a-4f55-9c8f-acc997347be0 HTTP/1.1" status: 200  len: 943 time: 0.8571906
Dec 14 17:50:42.576538 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-fa648b22-1289-4d15-9437-3a180afca823 req-be9cb287-4b70-4c18-a25f-93a622cfaeb2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09184c2f3f8b4da69759907044ea0d13&device_id=6f257486-629a-4f55-9c8f-acc997347be0 HTTP/1.1" status: 200  len: 1096 time: 0.7022331
Dec 14 17:50:42.587844 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-d2c8911c-04f1-4226-b239-b189a982ee7f service neutron] 10.222.0.41 "GET /v2.0/networks/f224f7de-8d5e-4d17-b0e5-f74f6c844cea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6879849
Dec 14 17:50:42.594835 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-2bea45cb-28cc-44c7-ac0e-30c198428266 service neutron] For port da1e9390-2f53-477c-a923-727d93981952, host hv-cinder-82173, cleared binding levels {{(pid=88123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:50:42.653186 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-2bea45cb-28cc-44c7-ac0e-30c198428266 service neutron] For port da1e9390-2f53-477c-a923-727d93981952, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=da1e9390-2f53-477c-a923-727d93981952,segment=NetworkSegment(e53f41fd-1223-447c-bef8-0170cf138b25),segment_id=e53f41fd-1223-447c-bef8-0170cf138b25)] {{(pid=88123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:50:42.716829 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-2bea45cb-28cc-44c7-ac0e-30c198428266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:42.744879 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:42.779754 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e5881855-3eb7-42fb-a0ed-1fef69933d7b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:42.896757 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa648b22-1289-4d15-9437-3a180afca823 req-739042e2-4928-4457-8333-d3973069b934 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:42.898551 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-fa648b22-1289-4d15-9437-3a180afca823 req-739042e2-4928-4457-8333-d3973069b934 service neutron] 10.222.0.41 "GET /v2.0/networks?id=98dc44a2-33a7-48c8-8bbb-6893b546b1a6 HTTP/1.1" status: 200  len: 914 time: 0.2483580
Dec 14 17:50:42.917371 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6e31f-87df-47a7-896d-7b48de0a7830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca10b3f8-1dc3-4f4a-8bb7-b68e6cf22c25,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:42.958998 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-92e4091e-c3fa-4892-8801-9164e8e1511f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622cb7ab00>, [{'id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'name': 'tempest-AttachVolumeTestJSON-2144495592-router', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:50:13Z', 'updated_at': '2021-12-14T17:50:24Z', 'revision_number': 4, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'gw_port': {'id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:15Z', 'updated_at': '2021-12-14T17:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'e3cf578f-b452-4e78-aaf5-2d217197577d', 'name': '', 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'mac_address': 'fa:16:3e:f3:05:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e589611-2052-444e-a79e-8f98a61a68a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:22Z', 'updated_at': '2021-12-14T17:50:41Z', 'revision_number': 4, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'subnets': [{'id': '7e589611-2052-444e-a79e-8f98a61a68a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:50:42.976935 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e4091e-c3fa-4892-8801-9164e8e1511f None None] The sync data for ids ['e62b8666-2cc9-4a1d-a59e-36afa8810025'] in dv-cinder-821737-1-iscsi is: [{'id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'name': 'tempest-AttachVolumeTestJSON-2144495592-router', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:50:13Z', 'updated_at': '2021-12-14T17:50:24Z', 'revision_number': 4, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'gw_port': {'id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:15Z', 'updated_at': '2021-12-14T17:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'e3cf578f-b452-4e78-aaf5-2d217197577d', 'name': '', 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'mac_address': 'fa:16:3e:f3:05:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e589611-2052-444e-a79e-8f98a61a68a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:22Z', 'updated_at': '2021-12-14T17:50:41Z', 'revision_number': 4, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'subnets': [{'id': '7e589611-2052-444e-a79e-8f98a61a68a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 17:50:43.018001 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-fa648b22-1289-4d15-9437-3a180afca823 req-ba5fd55f-0f8f-4eca-b53e-6bdd241f6030 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45aca380-8b0b-4936-8224-377f64d82315 HTTP/1.1" status: 200  len: 217 time: 0.0998759
Dec 14 17:50:43.018001 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-49b6e31f-87df-47a7-896d-7b48de0a7830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:43.024321 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-49b6e31f-87df-47a7-896d-7b48de0a7830 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=36341fc369c341cfb8161d1f9030e80c&name=default HTTP/1.1" status: 200  len: 2647 time: 2.3536279
Dec 14 17:50:43.031409 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 42414) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:43.086799 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4d36a77b-6eb6-4e2d-97d4-219fc924c6bd req-693727d0-b7f4-4958-96b2-669527af488f tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5635951
Dec 14 17:50:43.147161 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-d7566729-e687-472a-9d76-5718d0957f72 service neutron] 10.222.0.53 "GET /v2.0/networks/c35705db-bd11-4f34-bbd6-c42f1d037762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9807184
Dec 14 17:50:43.265855 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa648b22-1289-4d15-9437-3a180afca823 req-74287220-ca9d-42a6-bfce-ae92deaf72b5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:43.271174 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-fa648b22-1289-4d15-9437-3a180afca823 req-74287220-ca9d-42a6-bfce-ae92deaf72b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2fba3688-41c5-45d3-894b-17c0adc66461 HTTP/1.1" status: 200  len: 853 time: 0.2438147
Dec 14 17:50:43.359457 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-fa648b22-1289-4d15-9437-3a180afca823 req-266793ea-9ef5-45ec-9af4-5db4c6445c8a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=98dc44a2-33a7-48c8-8bbb-6893b546b1a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0732157
Dec 14 17:50:43.360732 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ddea68b3-cc3f-41aa-969b-02f1f12dd418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:43.419613 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ddea68b3-cc3f-41aa-969b-02f1f12dd418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:43.529081 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 42426) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:43.562194 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-e5881855-3eb7-42fb-a0ed-1fef69933d7b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Allocated IP 172.27.2.46 (b3d2256c-c519-4427-b3bb-181a657f5e18/431330ab-9b63-4a3b-8088-f9712ed58753/b4e2861a-a7e6-4b2a-8ab6-2ee0fd1c93d7) {{(pid=88123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:50:43.658465 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ddea68b3-cc3f-41aa-969b-02f1f12dd418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:43.808667 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-094b9f21-6fbf-4dec-b243-18cb5ef919bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:43.824414 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e5881855-3eb7-42fb-a0ed-1fef69933d7b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for port, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:43.853208 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48649da9-81a8-478e-bd39-8bdadb21e37a', 'tag': '582c9754-d434-4b37-9f50-e549f869a5ec', 'status': 'completed', 'code': 200}
Dec 14 17:50:43.959244 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-2bea45cb-28cc-44c7-ac0e-30c198428266 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:43.961758 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-2bea45cb-28cc-44c7-ac0e-30c198428266 service neutron] 10.222.0.41 "PUT /v2.0/ports/da1e9390-2f53-477c-a923-727d93981952 HTTP/1.1" status: 200  len: 1093 time: 4.3844633
Dec 14 17:50:43.971193 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea68b3-cc3f-41aa-969b-02f1f12dd418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca10b3f8-1dc3-4f4a-8bb7-b68e6cf22c25,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:43.979624 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-ddea68b3-cc3f-41aa-969b-02f1f12dd418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:43.997406 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea45cb-28cc-44c7-ac0e-30c198428266 service neutron] Pushing event updated for resources: {'Port': ['ID=da1e9390-2f53-477c-a923-727d93981952,revision_number=3']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:44.003806 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5b3aeadd-0add-4811-acb9-cf19d431122a req-26286120-8506-410f-9888-678fe19c1f8b service neutron] 10.222.0.41 "GET /v2.0/networks/f224f7de-8d5e-4d17-b0e5-f74f6c844cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.4061446
Dec 14 17:50:44.005185 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2bea45cb-28cc-44c7-ac0e-30c198428266 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.260s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:44.006718 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e5881855-3eb7-42fb-a0ed-1fef69933d7b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481'] for port, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:44.018636 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2bcfa134-e903-4a2e-b677-137c553ef8ba tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:44.133017 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5881855-3eb7-42fb-a0ed-1fef69933d7b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Pushing event updated for resources: {'Port': ['ID=b4e2861a-a7e6-4b2a-8ab6-2ee0fd1c93d7,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:44.186502 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5881855-3eb7-42fb-a0ed-1fef69933d7b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Network b3d2256c-c519-4427-b3bb-181a657f5e18 is already hosted by enough agents. {{(pid=88123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:50:44.187652 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e5881855-3eb7-42fb-a0ed-1fef69933d7b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:44.198701 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-e5881855-3eb7-42fb-a0ed-1fef69933d7b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Resources bound (agent type, host, resource id):  {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:50:44.218035 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5881855-3eb7-42fb-a0ed-1fef69933d7b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Received port after_create {{(pid=88123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:50:44.299324 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-caa71632-f7f9-41cd-8f80-0f1552158e08 req-c45fbab8-0bd5-404b-b0b1-93d79d0b0a0f tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 210 time: 0.3914025
Dec 14 17:50:44.308482 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-b3b2f596-28eb-4c93-9547-acbcc0617150 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-58382138-network', 'tenant_id': '7b6e2e452cc54e22b518c7e4efdd8d3a'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:50:44.314216 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-b3b2f596-28eb-4c93-9547-acbcc0617150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:44.318811 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-b3b2f596-28eb-4c93-9547-acbcc0617150 admin admin] Usage tracker for resource:network and tenant:7b6e2e452cc54e22b518c7e4efdd8d3a is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:44.322307 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-b3b2f596-28eb-4c93-9547-acbcc0617150 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:44.330154 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-b3b2f596-28eb-4c93-9547-acbcc0617150 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:44.355435 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device e3cf578f-b452-4e78-aaf5-2d217197577d up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:50:44.375689 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ddea68b3-cc3f-41aa-969b-02f1f12dd418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:44.377033 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-ddea68b3-cc3f-41aa-969b-02f1f12dd418 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca10b3f8-1dc3-4f4a-8bb7-b68e6cf22c25 HTTP/1.1" status: 204  len: 168 time: 1.2891359
Dec 14 17:50:44.387455 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b2f596-28eb-4c93-9547-acbcc0617150 admin admin] Made reservation on behalf of 7b6e2e452cc54e22b518c7e4efdd8d3a for: {'network': 1} {{(pid=88122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:50:44.395290 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b3b2f596-28eb-4c93-9547-acbcc0617150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for network, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:44.450163 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-fa648b22-1289-4d15-9437-3a180afca823 req-f9ed1377-4f6c-4911-9a08-5ff2a2a397e0 service neutron] 10.222.0.41 "GET /v2.0/networks/98dc44a2-33a7-48c8-8bbb-6893b546b1a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9199045
Dec 14 17:50:44.461223 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b3b2f596-28eb-4c93-9547-acbcc0617150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:44.563564 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e5881855-3eb7-42fb-a0ed-1fef69933d7b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:44.579635 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 42464) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:44.588773 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning for port e3cf578f-b452-4e78-aaf5-2d217197577d completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:50:44.597206 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port e3cf578f-b452-4e78-aaf5-2d217197577d triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:50:44.597700 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:44.647974 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-dd527d5f-0568-4b7b-b164-39d96eb1b053 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02573c92b5c647b2982d81b49df3d4cb&device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 1096 time: 0.5535915
Dec 14 17:50:44.759064 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-b3b2f596-28eb-4c93-9547-acbcc0617150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:44.763019 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:44.798729 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e5881855-3eb7-42fb-a0ed-1fef69933d7b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:44.831947 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] For port e3cf578f-b452-4e78-aaf5-2d217197577d, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=e3cf578f-b452-4e78-aaf5-2d217197577d,segment=NetworkSegment(f04df0de-e1dd-4c82-94f5-bc20bcdf696e),segment_id=f04df0de-e1dd-4c82-94f5-bc20bcdf696e)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:50:44.837794 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:44.844900 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:44.884494 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-b3b2f596-28eb-4c93-9547-acbcc0617150 admin admin] Usage tracker for resource:security_group_rule and tenant:7b6e2e452cc54e22b518c7e4efdd8d3a is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:44.910300 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b426480-a0d5-478f-988e-34ec13af274d req-e6bb777d-05d9-49ba-a34b-871a7dae5068 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:44.912266 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2b426480-a0d5-478f-988e-34ec13af274d req-e6bb777d-05d9-49ba-a34b-871a7dae5068 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/ports?device_id=48649da9-81a8-478e-bd39-8bdadb21e37a HTTP/1.1" status: 200  len: 943 time: 1.2524841
Dec 14 17:50:44.915744 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-b3b2f596-28eb-4c93-9547-acbcc0617150 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:44.948241 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-b3b2f596-28eb-4c93-9547-acbcc0617150 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:45.022682 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Pushing event updated for resources: {'Port': ['ID=e3cf578f-b452-4e78-aaf5-2d217197577d,revision_number=5']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:45.031831 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:45.038574 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-fa648b22-1289-4d15-9437-3a180afca823 req-8cd3bb41-37a7-43cb-b2c4-3e9424e5a5a4 service neutron] 10.222.0.41 "GET /v2.0/networks/98dc44a2-33a7-48c8-8bbb-6893b546b1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5472953
Dec 14 17:50:45.056770 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-503b25dd-bd5b-480d-9fb8-98c7c64aaa8d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da1e9390-2f53-477c-a923-727d93981952 HTTP/1.1" status: 200  len: 217 time: 0.4005177
Dec 14 17:50:45.067255 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2b426480-a0d5-478f-988e-34ec13af274d req-d9948f0d-8ce4-4617-80cb-2f7684cca167 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/security-groups?id=234d801d-7b3e-4a91-81e4-2e55c5547fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419277
Dec 14 17:50:45.096412 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3cb535-1f9f-4d4b-b4ff-cd327232a8fb req-995441f2-51e7-499e-9e41-f5e135638782 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:45.114943 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-af3cb535-1f9f-4d4b-b4ff-cd327232a8fb req-995441f2-51e7-499e-9e41-f5e135638782 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f257486-629a-4f55-9c8f-acc997347be0 HTTP/1.1" status: 200  len: 943 time: 0.4352946
Dec 14 17:50:45.229384 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-29baf3f4-c155-4951-8eeb-300e13078dbb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:45.232353 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-29baf3f4-c155-4951-8eeb-300e13078dbb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53bb809e-79d6-4e3e-82eb-339121ccc0a1 HTTP/1.1" status: 200  len: 859 time: 0.1594393
Dec 14 17:50:45.279189 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b3b2f596-28eb-4c93-9547-acbcc0617150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:45.402861 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-e1cd4cd3-d072-42ff-9306-1364927a7d2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c35705db-bd11-4f34-bbd6-c42f1d037762&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1563773
Dec 14 17:50:45.403537 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 42478) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:45.543537 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e5881855-3eb7-42fb-a0ed-1fef69933d7b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for port, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:45.549649 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-af479607-8cf6-4a69-9a5d-e08aa6d970e6 req-e75dbbb6-bd6b-4909-b986-a77dedc2b62a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d18fde9b6374992882728d14e5e1dc6&device_id=48649da9-81a8-478e-bd39-8bdadb21e37a HTTP/1.1" status: 200  len: 1096 time: 1.4135149
Dec 14 17:50:45.606871 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e5881855-3eb7-42fb-a0ed-1fef69933d7b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:45.637298 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-deba71c9-d697-490f-8ad9-d9471f4141ed tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:45.641705 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-deba71c9-d697-490f-8ad9-d9471f4141ed tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.41 "GET /v2.0/networks?id=c35705db-bd11-4f34-bbd6-c42f1d037762 HTTP/1.1" status: 200  len: 819 time: 0.3115880
Dec 14 17:50:45.642872 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b3b2f596-28eb-4c93-9547-acbcc0617150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:45.655629 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-27986070-ddf8-4852-8bdf-a44c72e2e54f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:45.661426 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-1308998e-23d1-4db6-a1f3-97a9cb544b75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:45.695089 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:45.707195 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-24acd868-86f7-42e2-aa2d-9a6633cadf9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:45.728437 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-af3cb535-1f9f-4d4b-b4ff-cd327232a8fb req-4ef9d93f-1257-42a4-b548-e5053ed62a3b tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6120594
Dec 14 17:50:45.768562 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-dfb9b7b6-1290-438f-99e0-448f402250b7 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Request body: {'port': {'device_id': 'fe44d0d8-bb67-47a7-acc0-ccc7afe93648', 'network_id': 'c35705db-bd11-4f34-bbd6-c42f1d037762', 'admin_state_up': True, 'tenant_id': '02573c92b5c647b2982d81b49df3d4cb'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:50:45.837799 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2f596-28eb-4c93-9547-acbcc0617150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42a6ecd-4b1f-4436-8151-d33c23edc80e,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:45.851001 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b2f596-28eb-4c93-9547-acbcc0617150 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'}  {{(pid=88122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 14 17:50:45.861620 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b3b2f596-28eb-4c93-9547-acbcc0617150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:45.871504 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb', 'tag': 'da1e9390-2f53-477c-a923-727d93981952'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:50:45.930957 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4fb98cdc-ab96-4944-8176-aafa1c4ff87b req-f62a3a13-ace8-4ccd-8082-8eb4e4645613 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 210 time: 0.2816203
Dec 14 17:50:45.953417 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b3b2f596-28eb-4c93-9547-acbcc0617150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:45.953864 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.segments_db [None req-b3b2f596-28eb-4c93-9547-acbcc0617150 admin admin] Added segment 313d0a00-abc8-42e1-b8f0-caeb942028d9 of type vlan for network 1240e824-2d0d-47f1-bbc7-cd94a7412991
Dec 14 17:50:45.972606 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e5881855-3eb7-42fb-a0ed-1fef69933d7b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646637'] for floatingip, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:46.007407 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-975886f1-dd49-4f85-8eee-e5fe810a454e service neutron] 10.222.0.41 "GET /v2.0/networks/c35705db-bd11-4f34-bbd6-c42f1d037762?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4334919
Dec 14 17:50:46.019550 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5881855-3eb7-42fb-a0ed-1fef69933d7b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Pushing event updated for resources: {'Port': ['ID=b4e2861a-a7e6-4b2a-8ab6-2ee0fd1c93d7,revision_number=2']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:46.020962 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-27986070-ddf8-4852-8bdf-a44c72e2e54f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:46.034874 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb', 'tag': 'da1e9390-2f53-477c-a923-727d93981952', 'status': 'completed', 'code': 200}
Dec 14 17:50:46.036861 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e5881855-3eb7-42fb-a0ed-1fef69933d7b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:46.044164 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-27986070-ddf8-4852-8bdf-a44c72e2e54f admin admin] Usage tracker for resource:security_group_rule and tenant:09618d1d492044ee999d6d7a608347ba is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:46.051784 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-27986070-ddf8-4852-8bdf-a44c72e2e54f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:46.064121 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b3b2f596-28eb-4c93-9547-acbcc0617150 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753727864657'] for network, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:46.069093 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-dfb9b7b6-1290-438f-99e0-448f402250b7 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:46.071671 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-27986070-ddf8-4852-8bdf-a44c72e2e54f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:46.077095 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-24acd868-86f7-42e2-aa2d-9a6633cadf9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:46.078821 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-dfb9b7b6-1290-438f-99e0-448f402250b7 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Usage tracker for resource:port and tenant:02573c92b5c647b2982d81b49df3d4cb is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:46.086148 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-dfb9b7b6-1290-438f-99e0-448f402250b7 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:46.094504 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-dfb9b7b6-1290-438f-99e0-448f402250b7 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:46.105173 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-24acd868-86f7-42e2-aa2d-9a6633cadf9f admin admin] Usage tracker for resource:security_group_rule and tenant:2e5ae1236eff45f4b60b9b40d0b73f2e is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:46.123221 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-24acd868-86f7-42e2-aa2d-9a6633cadf9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:46.133522 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-dfb9b7b6-1290-438f-99e0-448f402250b7 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Made reservation on behalf of 02573c92b5c647b2982d81b49df3d4cb for: {'port': 1} {{(pid=88122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:50:46.136815 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e5881855-3eb7-42fb-a0ed-1fef69933d7b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for floatingip, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:46.138147 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-e5881855-3eb7-42fb-a0ed-1fef69933d7b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.4052308
Dec 14 17:50:46.150368 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-dfb9b7b6-1290-438f-99e0-448f402250b7 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:46.165403 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b3b2f596-28eb-4c93-9547-acbcc0617150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388'] for network, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:46.174430 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b2f596-28eb-4c93-9547-acbcc0617150 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:46.177271 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b3b2f596-28eb-4c93-9547-acbcc0617150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:46.190066 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:46.225611 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 45aca380-8b0b-4936-8224-377f64d82315 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 14 17:50:46.237071 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-24acd868-86f7-42e2-aa2d-9a6633cadf9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:46.248713 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af479607-8cf6-4a69-9a5d-e08aa6d970e6 req-48115876-caee-47dc-ad95-f492be5e6bbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:46.250338 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-af479607-8cf6-4a69-9a5d-e08aa6d970e6 req-48115876-caee-47dc-ad95-f492be5e6bbc service neutron] 10.222.0.41 "GET /v2.0/networks?id=f224f7de-8d5e-4d17-b0e5-f74f6c844cea HTTP/1.1" status: 200  len: 912 time: 0.6421824
Dec 14 17:50:46.430153 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-27986070-ddf8-4852-8bdf-a44c72e2e54f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:46.463505 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2f596-28eb-4c93-9547-acbcc0617150 admin admin] Pushing event updated for resources: {'Network': ['ID=1240e824-2d0d-47f1-bbc7-cd94a7412991,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:46.477902 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-b3b2f596-28eb-4c93-9547-acbcc0617150 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 2.9410024
Dec 14 17:50:46.479154 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-27986070-ddf8-4852-8bdf-a44c72e2e54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:46.520067 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b3b2f596-28eb-4c93-9547-acbcc0617150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:46.527472 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 42504) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:46.564728 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device e3cf578f-b452-4e78-aaf5-2d217197577d up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:50:46.581396 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b3b2f596-28eb-4c93-9547-acbcc0617150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:46.585110 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-af479607-8cf6-4a69-9a5d-e08aa6d970e6 req-4d974127-f2fa-4cd3-97df-180ee4d992e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=582c9754-d434-4b37-9f50-e549f869a5ec HTTP/1.1" status: 200  len: 217 time: 0.3179469
Dec 14 17:50:46.615268 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-27986070-ddf8-4852-8bdf-a44c72e2e54f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=09618d1d492044ee999d6d7a608347ba&name=default HTTP/1.1" status: 200  len: 2647 time: 2.0331819
Dec 14 17:50:46.620458 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-a012ca65-8b18-4126-b549-57b191b8ab1c admin admin] Request body: {'subnet': {'network_id': '1240e824-2d0d-47f1-bbc7-cd94a7412991', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-58382138-subnet', 'tenant_id': '7b6e2e452cc54e22b518c7e4efdd8d3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:50:46.630422 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Network 1240e824-2d0d-47f1-bbc7-cd94a7412991 details requested by agent ovs-agent-dv-cinder-821737-1-iscsi with host dv-cinder-821737-1-iscsi {{(pid=88124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 14 17:50:46.636510 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 42518) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:46.670692 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27986070-ddf8-4852-8bdf-a44c72e2e54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90f53e4-48d0-4008-9457-818351952d58,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:46.689497 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1df0f0ad-7efa-481f-8f21-c14eecaa66f6 req-0ea6dfda-0e08-4f54-9747-b118d47c4ce3 service neutron] 10.222.0.41 "GET /v2.0/networks/c35705db-bd11-4f34-bbd6-c42f1d037762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6591461
Dec 14 17:50:46.711649 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-27986070-ddf8-4852-8bdf-a44c72e2e54f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:46.734725 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-a012ca65-8b18-4126-b549-57b191b8ab1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:46.739165 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af479607-8cf6-4a69-9a5d-e08aa6d970e6 req-8043e7f5-6a8d-4cf0-8c71-1b5e027d53e7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:46.741196 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-af479607-8cf6-4a69-9a5d-e08aa6d970e6 req-8043e7f5-6a8d-4cf0-8c71-1b5e027d53e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45eb7ef9-5204-4eab-b021-74c53739a4c9 HTTP/1.1" status: 200  len: 851 time: 0.1450315
Dec 14 17:50:46.743131 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-3d03b82f-e114-4114-9e8a-d671ea32a93a tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1503739612&fields=id&tenant_id=1d8ae983c147420a92d8c91613de9b2e HTTP/1.1" status: 200  len: 267 time: 0.1708572
Dec 14 17:50:46.752061 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-a012ca65-8b18-4126-b549-57b191b8ab1c admin admin] Usage tracker for resource:subnet and tenant:7b6e2e452cc54e22b518c7e4efdd8d3a is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:46.760575 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-a012ca65-8b18-4126-b549-57b191b8ab1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:46.786422 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-a012ca65-8b18-4126-b549-57b191b8ab1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:46.847444 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 45aca380-8b0b-4936-8224-377f64d82315, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=45aca380-8b0b-4936-8224-377f64d82315,segment=NetworkSegment(cadbd5ca-d0ab-46df-ab2b-fa3b315b265c),segment_id=cadbd5ca-d0ab-46df-ab2b-fa3b315b265c)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:50:46.869245 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Returning: {'device': '45aca380-8b0b-4936-8224-377f64d82315', 'network_id': '98dc44a2-33a7-48c8-8bbb-6893b546b1a6', 'port_id': '45aca380-8b0b-4936-8224-377f64d82315', 'mac_address': 'fa:16:3e:4e:d5:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fba3688-41c5-45d3-894b-17c0adc66461', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 17:50:46.872632 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-af479607-8cf6-4a69-9a5d-e08aa6d970e6 req-024a70ee-794d-4d2d-9ee4-e8d825ec8e42 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f224f7de-8d5e-4d17-b0e5-f74f6c844cea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1166809
Dec 14 17:50:46.874499 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-24acd868-86f7-42e2-aa2d-9a6633cadf9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:46.894094 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-24acd868-86f7-42e2-aa2d-9a6633cadf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:46.924552 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port e3cf578f-b452-4e78-aaf5-2d217197577d triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:50:46.925038 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:46.940134 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-28fe1588-0c54-4a98-801a-c5e8c865656e tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:46.962302 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-451c5597-73d5-4169-bc0b-6e6aa0016b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:46.991133 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0d91e-dba4-4b6c-86b3-b1440df8386b req-6dd8ccf1-8a1c-4679-9bce-4b0c09c12c53 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:46.991397 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:46.998584 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6dc0d91e-dba4-4b6c-86b3-b1440df8386b req-6dd8ccf1-8a1c-4679-9bce-4b0c09c12c53 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/ports?device_id=48649da9-81a8-478e-bd39-8bdadb21e37a HTTP/1.1" status: 200  len: 943 time: 0.5627542
Dec 14 17:50:47.016270 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45aca380-8b0b-4936-8224-377f64d82315 {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:50:47.048648 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a012ca65-8b18-4126-b549-57b191b8ab1c admin admin] Made reservation on behalf of 7b6e2e452cc54e22b518c7e4efdd8d3a for: {'subnet': 1} {{(pid=88122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:50:47.054188 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a012ca65-8b18-4126-b549-57b191b8ab1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:47.070994 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 45aca380-8b0b-4936-8224-377f64d82315, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=45aca380-8b0b-4936-8224-377f64d82315,segment=NetworkSegment(cadbd5ca-d0ab-46df-ab2b-fa3b315b265c),segment_id=cadbd5ca-d0ab-46df-ab2b-fa3b315b265c)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:50:47.085203 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:47.090644 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:47.091994 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-451c5597-73d5-4169-bc0b-6e6aa0016b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:47.108574 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24acd868-86f7-42e2-aa2d-9a6633cadf9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bea89e6-67a4-48cf-a102-f00d54c1fa5e,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:47.119856 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-24acd868-86f7-42e2-aa2d-9a6633cadf9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:47.123131 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-24acd868-86f7-42e2-aa2d-9a6633cadf9f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2e5ae1236eff45f4b60b9b40d0b73f2e&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5721295
Dec 14 17:50:47.139472 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 42530) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:47.181366 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-87498ab6-2707-4ed8-8717-2388181fd827 req-15901795-8f19-4f06-8d75-24be014f4b21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02573c92b5c647b2982d81b49df3d4cb&device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 1096 time: 0.4261758
Dec 14 17:50:47.188137 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=45aca380-8b0b-4936-8224-377f64d82315,revision_number=4']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:47.194745 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:47.237055 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-524d5e7b-50e5-40fb-a8db-96d76da9e889 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:47.239371 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-524d5e7b-50e5-40fb-a8db-96d76da9e889 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/networks?id=c7c5dd65-00bc-43ea-a99d-6673d8873e67 HTTP/1.1" status: 200  len: 811 time: 0.4670322
Dec 14 17:50:47.248067 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-af479607-8cf6-4a69-9a5d-e08aa6d970e6 req-8689a57f-8f4e-48ca-9716-10a08c511084 service neutron] 10.222.0.41 "GET /v2.0/networks/f224f7de-8d5e-4d17-b0e5-f74f6c844cea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3550770
Dec 14 17:50:47.253644 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-dfb9b7b6-1290-438f-99e0-448f402250b7 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Allocated IP 172.20.0.2 (c35705db-bd11-4f34-bbd6-c42f1d037762/53bb809e-79d6-4e3e-82eb-339121ccc0a1/8a09a77d-c59c-4dfa-85be-f4342b4f7963) {{(pid=88122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:50:47.286497 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6dc0d91e-dba4-4b6c-86b3-b1440df8386b req-b4674623-58d9-4d6d-b65f-e8907f1c326b tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/security-groups?id=234d801d-7b3e-4a91-81e4-2e55c5547fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2866371
Dec 14 17:50:47.293380 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-ddc28f26-9d1f-403e-ba4e-91017e5588b8 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/quotas/1d8ae983c147420a92d8c91613de9b2e HTTP/1.1" status: 200  len: 375 time: 0.0372345
Dec 14 17:50:47.340106 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['45aca380-8b0b-4936-8224-377f64d82315'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 17:50:47.403779 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-451c5597-73d5-4169-bc0b-6e6aa0016b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:47.478273 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:47.504979 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-74eac0d6-2379-417f-830e-bd8f1dd16f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:47.519330 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c5597-73d5-4169-bc0b-6e6aa0016b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90f53e4-48d0-4008-9457-818351952d58,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:47.553616 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-451c5597-73d5-4169-bc0b-6e6aa0016b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:47.554797 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87498ab6-2707-4ed8-8717-2388181fd827 req-08c691cb-361f-42e8-bffb-f7cb03145ba5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:47.556433 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-87498ab6-2707-4ed8-8717-2388181fd827 req-08c691cb-361f-42e8-bffb-f7cb03145ba5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c35705db-bd11-4f34-bbd6-c42f1d037762 HTTP/1.1" status: 200  len: 920 time: 0.3603537
Dec 14 17:50:47.640580 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-451c5597-73d5-4169-bc0b-6e6aa0016b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:47.641869 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-451c5597-73d5-4169-bc0b-6e6aa0016b69 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e90f53e4-48d0-4008-9457-818351952d58 HTTP/1.1" status: 204  len: 168 time: 0.9999967
Dec 14 17:50:47.660730 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-74eac0d6-2379-417f-830e-bd8f1dd16f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:47.678092 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-af479607-8cf6-4a69-9a5d-e08aa6d970e6 req-661b4293-0da8-4573-877b-790c30d65121 service neutron] 10.222.0.41 "GET /v2.0/networks/f224f7de-8d5e-4d17-b0e5-f74f6c844cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4023664
Dec 14 17:50:47.685482 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-87498ab6-2707-4ed8-8717-2388181fd827 req-a98e0927-72c3-4763-a206-259adb84ae00 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da1e9390-2f53-477c-a923-727d93981952 HTTP/1.1" status: 200  len: 217 time: 0.1153095
Dec 14 17:50:47.784701 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87498ab6-2707-4ed8-8717-2388181fd827 req-16e2a40e-c588-4d5e-aa94-7a9ba4728bd2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:47.786599 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-87498ab6-2707-4ed8-8717-2388181fd827 req-16e2a40e-c588-4d5e-aa94-7a9ba4728bd2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53bb809e-79d6-4e3e-82eb-339121ccc0a1 HTTP/1.1" status: 200  len: 859 time: 0.0932620
Dec 14 17:50:47.833308 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-74eac0d6-2379-417f-830e-bd8f1dd16f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:47.843923 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-87498ab6-2707-4ed8-8717-2388181fd827 req-cef13f3d-8f3b-48f9-b399-c8eae353f0b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c35705db-bd11-4f34-bbd6-c42f1d037762&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0502141
Dec 14 17:50:47.845926 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:47.858366 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eac0d6-2379-417f-830e-bd8f1dd16f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bea89e6-67a4-48cf-a102-f00d54c1fa5e,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:47.881792 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-74eac0d6-2379-417f-830e-bd8f1dd16f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:47.904925 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-74eac0d6-2379-417f-830e-bd8f1dd16f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:47.908615 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-74eac0d6-2379-417f-830e-bd8f1dd16f48 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3bea89e6-67a4-48cf-a102-f00d54c1fa5e HTTP/1.1" status: 204  len: 168 time: 0.7656715
Dec 14 17:50:47.917949 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-342f7c36-9a9f-4218-8cda-2bbc8417baa8 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d8ae983c147420a92d8c91613de9b2e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6091876
Dec 14 17:50:48.061184 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-87498ab6-2707-4ed8-8717-2388181fd827 req-eb0c08b4-63e3-41f7-a77c-ed30752d691e service neutron] 10.222.0.41 "GET /v2.0/networks/c35705db-bd11-4f34-bbd6-c42f1d037762?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2016566
Dec 14 17:50:48.169547 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d57aa-a85d-48ba-9c05-57f447962f06 req-9cfebf5b-7362-44c1-8dd3-5aba35e15d7a tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:48.172469 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0a8d57aa-a85d-48ba-9c05-57f447962f06 req-9cfebf5b-7362-44c1-8dd3-5aba35e15d7a tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f257486-629a-4f55-9c8f-acc997347be0 HTTP/1.1" status: 200  len: 944 time: 0.6987195
Dec 14 17:50:48.193805 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 582c9754-d434-4b37-9f50-e549f869a5ec details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 14 17:50:48.245913 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 45aca380-8b0b-4936-8224-377f64d82315 up at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:50:48.254266 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 42548) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:48.283574 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4cd54176-2901-4fcf-ab89-0d75c3874e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:48.290080 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-dfb9b7b6-1290-438f-99e0-448f402250b7 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Notify callbacks [] for port, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:48.299636 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0a8d57aa-a85d-48ba-9c05-57f447962f06 req-355c3310-2894-438c-98bd-65063d59e837 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884042
Dec 14 17:50:48.303487 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-2b5e6604-2894-4cb2-90f9-5df6115eaa58 service neutron] 10.222.0.53 "GET /v2.0/networks/c7c5dd65-00bc-43ea-a99d-6673d8873e67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3514898
Dec 14 17:50:48.310529 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a012ca65-8b18-4126-b549-57b191b8ab1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388'] for subnet, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:48.371664 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-4cd54176-2901-4fcf-ab89-0d75c3874e4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:48.376439 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-87498ab6-2707-4ed8-8717-2388181fd827 req-25171487-4a7d-434a-bf40-edccdd480c39 service neutron] 10.222.0.41 "GET /v2.0/networks/c35705db-bd11-4f34-bbd6-c42f1d037762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3113408
Dec 14 17:50:48.380358 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-4cd54176-2901-4fcf-ab89-0d75c3874e4a admin admin] Usage tracker for resource:security_group_rule and tenant:135d62b2ba994e759aa4c0bbc3fa9513 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:48.384773 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-4cd54176-2901-4fcf-ab89-0d75c3874e4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:48.392762 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-4cd54176-2901-4fcf-ab89-0d75c3874e4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:48.561644 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4cd54176-2901-4fcf-ab89-0d75c3874e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:48.567332 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4cd54176-2901-4fcf-ab89-0d75c3874e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:48.583558 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-4596f040-3e77-4e1a-a9ab-7854271e4199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:48.630262 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd54176-2901-4fcf-ab89-0d75c3874e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1f7e85-ca2b-4753-acd1-9485194c1c5f,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:48.636454 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-4cd54176-2901-4fcf-ab89-0d75c3874e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:48.641942 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-db8217cd-74ab-43ee-aa31-234d29c14eb9 service neutron] 10.222.0.53 "GET /v2.0/networks/c7c5dd65-00bc-43ea-a99d-6673d8873e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3251524
Dec 14 17:50:48.648315 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-0779fd6a-0d5f-4455-b704-9a36388edd5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:48.664381 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-4cd54176-2901-4fcf-ab89-0d75c3874e4a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=135d62b2ba994e759aa4c0bbc3fa9513&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4087164
Dec 14 17:50:48.667036 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 42556) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:48.768568 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b88dc1d9-6b6c-4e7a-8576-75443fed9b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:48.835336 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f276e51b-f93a-4417-931d-bd5c76f00b96 req-94bc1456-c662-45c9-ad30-6df6dcbc217b tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 210 time: 0.1918347
Dec 14 17:50:48.866259 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b88dc1d9-6b6c-4e7a-8576-75443fed9b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:48.923775 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 582c9754-d434-4b37-9f50-e549f869a5ec, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=582c9754-d434-4b37-9f50-e549f869a5ec,segment=NetworkSegment(08e31747-07a4-43f5-9b79-47914f91a4e4),segment_id=08e31747-07a4-43f5-9b79-47914f91a4e4)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:50:48.965554 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Returning: {'device': '582c9754-d434-4b37-9f50-e549f869a5ec', 'network_id': 'f224f7de-8d5e-4d17-b0e5-f74f6c844cea', 'port_id': '582c9754-d434-4b37-9f50-e549f869a5ec', 'mac_address': 'fa:16:3e:c6:44:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45eb7ef9-5204-4eab-b021-74c53739a4c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 17:50:48.971372 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b88dc1d9-6b6c-4e7a-8576-75443fed9b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:48.983602 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-288631e2-aca3-4dc6-a7b8-6346919f8258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:49.024199 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88dc1d9-6b6c-4e7a-8576-75443fed9b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1f7e85-ca2b-4753-acd1-9485194c1c5f,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:49.033019 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b88dc1d9-6b6c-4e7a-8576-75443fed9b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:49.039130 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b88dc1d9-6b6c-4e7a-8576-75443fed9b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:49.043048 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-b88dc1d9-6b6c-4e7a-8576-75443fed9b8c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0f1f7e85-ca2b-4753-acd1-9485194c1c5f HTTP/1.1" status: 204  len: 168 time: 0.3722675
Dec 14 17:50:49.087910 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-07fcada1-04a7-466f-a7c8-e53e1fc1c6ae req-c63bad15-f81a-4487-81f3-77d6e5998f04 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 210 time: 0.1110923
Dec 14 17:50:49.109170 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning for port 45aca380-8b0b-4936-8224-377f64d82315 completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:50:49.135001 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:49.146169 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 42578) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:49.147105 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012ca65-8b18-4126-b549-57b191b8ab1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=81b97a08-3eab-475d-b74e-0254845196c7,revision_number=0']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:49.149706 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a012ca65-8b18-4126-b549-57b191b8ab1c admin admin] Checking segment: {'id': '313d0a00-abc8-42e1-b8f0-caeb942028d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1240e824-2d0d-47f1-bbc7-cd94a7412991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:50:49.150157 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a012ca65-8b18-4126-b549-57b191b8ab1c admin admin] Network hostable DHCP agents. Network: 1240e824-2d0d-47f1-bbc7-cd94a7412991, hostable agents: ['ca44529e-a98f-42ef-93fd-bf8911629c2d'], hosted agents: [] {{(pid=88122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 14 17:50:49.157506 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning complete for port 45aca380-8b0b-4936-8224-377f64d82315 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:50:49.157955 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:49.161112 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a012ca65-8b18-4126-b549-57b191b8ab1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:49.189525 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-dfb9b7b6-1290-438f-99e0-448f402250b7 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481'] for port, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:49.209631 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a012ca65-8b18-4126-b549-57b191b8ab1c admin admin] Network 1240e824-2d0d-47f1-bbc7-cd94a7412991 is scheduled to be hosted by DHCP agent ca44529e-a98f-42ef-93fd-bf8911629c2d with binding_index 1 {{(pid=88122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 14 17:50:49.214847 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:49.230529 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 582c9754-d434-4b37-9f50-e549f869a5ec {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:50:49.261233 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 582c9754-d434-4b37-9f50-e549f869a5ec, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=582c9754-d434-4b37-9f50-e549f869a5ec,segment=NetworkSegment(08e31747-07a4-43f5-9b79-47914f91a4e4),segment_id=08e31747-07a4-43f5-9b79-47914f91a4e4)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:50:49.273370 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:49.276618 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-30ae550e-13c6-4547-98b6-c7ed7f8698e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:49.290293 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-a012ca65-8b18-4126-b549-57b191b8ab1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-iscsi, 1240e824-2d0d-47f1-bbc7-cd94a7412991) {{(pid=88122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:50:49.305829 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a012ca65-8b18-4126-b549-57b191b8ab1c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:49.306494 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a012ca65-8b18-4126-b549-57b191b8ab1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for subnet, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:49.345802 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-dfb9b7b6-1290-438f-99e0-448f402250b7 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Network c35705db-bd11-4f34-bbd6-c42f1d037762 is already hosted by enough agents. {{(pid=88122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:50:49.353200 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-dfb9b7b6-1290-438f-99e0-448f402250b7 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Resources bound (agent type, host, resource id):  {{(pid=88122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:50:49.363655 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-dfb9b7b6-1290-438f-99e0-448f402250b7 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Received port after_create {{(pid=88122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:50:49.368074 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-dfb9b7b6-1290-438f-99e0-448f402250b7 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:49.368763 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-dfb9b7b6-1290-438f-99e0-448f402250b7 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for port, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:49.390673 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99dfd72-e80c-4a1b-904f-da98d3d5ea7a None None] Network 1240e824-2d0d-47f1-bbc7-cd94a7412991 requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:50:49.395305 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f5fb0-5476-4bef-ac13-636b87cad5d2 req-da954408-afe6-46e1-877b-04e729807009 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:49.403729 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-402f5fb0-5476-4bef-ac13-636b87cad5d2 req-da954408-afe6-46e1-877b-04e729807009 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/ports?device_id=48649da9-81a8-478e-bd39-8bdadb21e37a HTTP/1.1" status: 200  len: 943 time: 0.4245257
Dec 14 17:50:49.415384 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9b7b6-1290-438f-99e0-448f402250b7 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Pushing event updated for resources: {'Port': ['ID=8a09a77d-c59c-4dfa-85be-f4342b4f7963,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:49.441839 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-dfb9b7b6-1290-438f-99e0-448f402250b7 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:49.456854 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-a012ca65-8b18-4126-b549-57b191b8ab1c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 2.8866038
Dec 14 17:50:49.483797 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-402f5fb0-5476-4bef-ac13-636b87cad5d2 req-90e37125-a445-4567-9d76-939feb842568 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/security-groups?id=234d801d-7b3e-4a91-81e4-2e55c5547fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790546
Dec 14 17:50:49.488114 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-dfb9b7b6-1290-438f-99e0-448f402250b7 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.8011603
Dec 14 17:50:49.500459 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-66067bc4-6498-4632-aa87-5562feab3928 service neutron] Request body: {'port': {'device_id': 'fe44d0d8-bb67-47a7-acc0-ccc7afe93648', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:50:49.576091 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['582c9754-d434-4b37-9f50-e549f869a5ec'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 17:50:49.749622 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=582c9754-d434-4b37-9f50-e549f869a5ec,revision_number=4']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:49.755460 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6ce7b56c-3af4-441f-b738-f3f391f3fb38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:49.764211 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:49.767169 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:49.806824 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-66067bc4-6498-4632-aa87-5562feab3928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:49.814229 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f257486-629a-4f55-9c8f-acc997347be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45aca380-8b0b-4936-8224-377f64d82315'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:50:49.857337 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-6ce7b56c-3af4-441f-b738-f3f391f3fb38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:49.869485 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-6ce7b56c-3af4-441f-b738-f3f391f3fb38 admin admin] Usage tracker for resource:security_group_rule and tenant:9c0052c6caba4ae48da825b305ac09ba is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:49.873763 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-6ce7b56c-3af4-441f-b738-f3f391f3fb38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:49.880986 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-6ce7b56c-3af4-441f-b738-f3f391f3fb38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:49.914797 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 45aca380-8b0b-4936-8224-377f64d82315, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=45aca380-8b0b-4936-8224-377f64d82315,segment=NetworkSegment(cadbd5ca-d0ab-46df-ab2b-fa3b315b265c),segment_id=cadbd5ca-d0ab-46df-ab2b-fa3b315b265c)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:50:49.922418 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:49.968485 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:50.001979 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6ce7b56c-3af4-441f-b738-f3f391f3fb38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:50.010537 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6ce7b56c-3af4-441f-b738-f3f391f3fb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:50.034696 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-4a8aa639-00b4-45a7-a657-a0e3cf219bcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:50.102264 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba18b92-9594-4a72-98d9-cfb99bfc36c6 req-03432f56-4adc-42f5-9c2e-2f38d78b9733 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:50.104020 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9ba18b92-9594-4a72-98d9-cfb99bfc36c6 req-03432f56-4adc-42f5-9c2e-2f38d78b9733 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f257486-629a-4f55-9c8f-acc997347be0 HTTP/1.1" status: 200  len: 944 time: 0.5046911
Dec 14 17:50:50.188727 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-6ce7b56c-3af4-441f-b738-f3f391f3fb38 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9c0052c6caba4ae48da825b305ac09ba&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0407825
Dec 14 17:50:50.189862 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 42614) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:50.197705 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7b56c-3af4-441f-b738-f3f391f3fb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8429d1e0-1f41-44da-bcbb-1ada8ab64e4a,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:50.204137 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-6ce7b56c-3af4-441f-b738-f3f391f3fb38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:50.209180 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=45aca380-8b0b-4936-8224-377f64d82315,revision_number=5']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:50.217405 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:50.233490 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device da1e9390-2f53-477c-a923-727d93981952 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 14 17:50:50.335308 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15abaaae-282b-4267-8a04-a9b122b5c836 None None] Network 1240e824-2d0d-47f1-bbc7-cd94a7412991 requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:50:50.357614 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9ba18b92-9594-4a72-98d9-cfb99bfc36c6 req-4d299482-e35b-4ad3-8b8b-8a23b99247d5 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2220938
Dec 14 17:50:50.368353 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-914cdc8f-edcc-48de-af9b-7b2905723a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:50.492487 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-914cdc8f-edcc-48de-af9b-7b2905723a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:50.523140 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfbac8-2277-49ca-a47a-67991665af94 req-da86554b-1b90-4935-9490-02a680bbe70e tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:50.528472 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-4bbfbac8-2277-49ca-a47a-67991665af94 req-da86554b-1b90-4935-9490-02a680bbe70e tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Synchronizing usage tracker for tenant:02573c92b5c647b2982d81b49df3d4cb on resource:port {{(pid=88122) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:50:50.598448 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-4bbfbac8-2277-49ca-a47a-67991665af94 req-da86554b-1b90-4935-9490-02a680bbe70e tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Unset dirty status for tenant:02573c92b5c647b2982d81b49df3d4cb on resource:port {{(pid=88122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:50:50.600887 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4bbfbac8-2277-49ca-a47a-67991665af94 req-da86554b-1b90-4935-9490-02a680bbe70e tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 931 time: 0.4112792
Dec 14 17:50:50.624812 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-914cdc8f-edcc-48de-af9b-7b2905723a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:50.631572 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-24acd868-86f7-42e2-aa2d-9a6633cadf9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:50.664089 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-715a98d0-6743-48e3-ae61-cb75323f370c req-c3d0f4cf-e5b7-4f4f-b16b-80aec0239f4c tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 210 time: 0.0882232
Dec 14 17:50:50.783990 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4bbfbac8-2277-49ca-a47a-67991665af94 req-49719b5e-cd62-4616-bd02-92248ae37c70 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185684
Dec 14 17:50:50.788427 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-66067bc4-6498-4632-aa87-5562feab3928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a09a77d-c59c-4dfa-85be-f4342b4f7963 {{(pid=88122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:50:50.796788 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-66067bc4-6498-4632-aa87-5562feab3928 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:50.835913 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-66067bc4-6498-4632-aa87-5562feab3928 service neutron] Transition to ACTIVE for port object 8a09a77d-c59c-4dfa-85be-f4342b4f7963 will not be triggered until provisioned by entity L2. {{(pid=88122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:50:50.841311 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-66067bc4-6498-4632-aa87-5562feab3928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:50.848149 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-8ba167d2-36d2-4bff-b6f6-1c66414c0979 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:50.902793 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914cdc8f-edcc-48de-af9b-7b2905723a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8429d1e0-1f41-44da-bcbb-1ada8ab64e4a,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:50.934932 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66067bc4-6498-4632-aa87-5562feab3928 service neutron] Pushing event updated for resources: {'Port': ['ID=8a09a77d-c59c-4dfa-85be-f4342b4f7963,revision_number=2']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:50.941441 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-914cdc8f-edcc-48de-af9b-7b2905723a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:50.944026 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-66067bc4-6498-4632-aa87-5562feab3928 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:50.950562 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-914cdc8f-edcc-48de-af9b-7b2905723a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:50.952926 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-914cdc8f-edcc-48de-af9b-7b2905723a8e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8429d1e0-1f41-44da-bcbb-1ada8ab64e4a HTTP/1.1" status: 204  len: 168 time: 0.7602756
Dec 14 17:50:51.018788 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-bc003733-92ed-4f7a-8279-a690d37f65ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:51.019783 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-bc003733-92ed-4f7a-8279-a690d37f65ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Synchronizing usage tracker for tenant:1d8ae983c147420a92d8c91613de9b2e on resource:network {{(pid=88123) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:50:51.050298 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-bc003733-92ed-4f7a-8279-a690d37f65ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Unset dirty status for tenant:1d8ae983c147420a92d8c91613de9b2e on resource:network {{(pid=88123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:50:51.051616 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-bc003733-92ed-4f7a-8279-a690d37f65ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.41 "GET /v2.0/networks?id=c7c5dd65-00bc-43ea-a99d-6673d8873e67 HTTP/1.1" status: 200  len: 811 time: 0.4020917
Dec 14 17:50:51.099214 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3cfb9062-9201-4e9f-8486-f03b42b520de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:51.173032 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-e4a2a367-2976-48b8-b3a8-e6ac3a6a8ea7 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Synchronizing usage tracker for tenant:1d8ae983c147420a92d8c91613de9b2e on resource:security_group {{(pid=88123) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:50:51.194881 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port da1e9390-2f53-477c-a923-727d93981952, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=da1e9390-2f53-477c-a923-727d93981952,segment=NetworkSegment(e53f41fd-1223-447c-bef8-0170cf138b25),segment_id=e53f41fd-1223-447c-bef8-0170cf138b25)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:50:51.218330 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Returning: {'device': 'da1e9390-2f53-477c-a923-727d93981952', 'network_id': 'c35705db-bd11-4f34-bbd6-c42f1d037762', 'port_id': 'da1e9390-2f53-477c-a923-727d93981952', 'mac_address': 'fa:16:3e:4b:99:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53bb809e-79d6-4e3e-82eb-339121ccc0a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 17:50:51.227091 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-66067bc4-6498-4632-aa87-5562feab3928 service neutron] Attempting to bind port 8a09a77d-c59c-4dfa-85be-f4342b4f7963 on host hv-cinder-82173 for vnic_type normal with profile  {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:50:51.227622 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-66067bc4-6498-4632-aa87-5562feab3928 service neutron] Attempting to bind port 8a09a77d-c59c-4dfa-85be-f4342b4f7963 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': 'e53f41fd-1223-447c-bef8-0170cf138b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c35705db-bd11-4f34-bbd6-c42f1d037762'}] {{(pid=88122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:50:51.228100 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-66067bc4-6498-4632-aa87-5562feab3928 service neutron] Attempting to bind port 8a09a77d-c59c-4dfa-85be-f4342b4f7963 on network c35705db-bd11-4f34-bbd6-c42f1d037762 {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:50:51.240141 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-e4a2a367-2976-48b8-b3a8-e6ac3a6a8ea7 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Unset dirty status for tenant:1d8ae983c147420a92d8c91613de9b2e on resource:security_group {{(pid=88123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:50:51.241475 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-e4a2a367-2976-48b8-b3a8-e6ac3a6a8ea7 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d8ae983c147420a92d8c91613de9b2e HTTP/1.1" status: 200  len: 380 time: 0.1771901
Dec 14 17:50:51.242553 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-66067bc4-6498-4632-aa87-5562feab3928 service neutron] Port 8a09a77d-c59c-4dfa-85be-f4342b4f7963 on network c35705db-bd11-4f34-bbd6-c42f1d037762 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 14 17:50:51.243049 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-66067bc4-6498-4632-aa87-5562feab3928 service neutron] Attempting to bind port 8a09a77d-c59c-4dfa-85be-f4342b4f7963 on network c35705db-bd11-4f34-bbd6-c42f1d037762 {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:50:51.253251 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-a96ecf41-ef17-40fd-97d9-9cc3fa2dd47b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Request body: {'port': {'device_id': '6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa', 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67', 'admin_state_up': True, 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'security_groups': ['648c171e-ad2b-4302-85d6-be875b07ae62']}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:50:51.256088 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff12a6-517b-4c02-a127-c9b8194e1e56 req-45355ffe-2b9c-4725-97d0-40b1897b330f tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:51.258113 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-cdff12a6-517b-4c02-a127-c9b8194e1e56 req-45355ffe-2b9c-4725-97d0-40b1897b330f tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/ports?device_id=48649da9-81a8-478e-bd39-8bdadb21e37a HTTP/1.1" status: 200  len: 944 time: 0.2138772
Dec 14 17:50:51.262395 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-66067bc4-6498-4632-aa87-5562feab3928 service neutron] Checking agent: {'id': '12cfdd9e-1aa3-47c9-9727-84a7d707383b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'started_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:50:51.263003 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-66067bc4-6498-4632-aa87-5562feab3928 service neutron] Checking segment: {'id': 'e53f41fd-1223-447c-bef8-0170cf138b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c35705db-bd11-4f34-bbd6-c42f1d037762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:50:51.263629 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-66067bc4-6498-4632-aa87-5562feab3928 service neutron] Bound using segment: {'id': 'e53f41fd-1223-447c-bef8-0170cf138b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c35705db-bd11-4f34-bbd6-c42f1d037762'} {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:50:51.264540 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-66067bc4-6498-4632-aa87-5562feab3928 service neutron] Bound port: 8a09a77d-c59c-4dfa-85be-f4342b4f7963, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e53f41fd-1223-447c-bef8-0170cf138b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c35705db-bd11-4f34-bbd6-c42f1d037762'}}] {{(pid=88122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:50:51.265032 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-66067bc4-6498-4632-aa87-5562feab3928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:51.350263 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f257486-629a-4f55-9c8f-acc997347be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45aca380-8b0b-4936-8224-377f64d82315', 'code': 200}
Dec 14 17:50:51.375989 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:51.402496 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da1e9390-2f53-477c-a923-727d93981952 {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:50:51.420646 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port da1e9390-2f53-477c-a923-727d93981952, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=da1e9390-2f53-477c-a923-727d93981952,segment=NetworkSegment(e53f41fd-1223-447c-bef8-0170cf138b25),segment_id=e53f41fd-1223-447c-bef8-0170cf138b25)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:50:51.425729 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:51.429544 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-bd0ca5ee-0d4d-4278-a27c-993612c4f21e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:51.514408 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-cdff12a6-517b-4c02-a127-c9b8194e1e56 req-fb21553b-7997-4373-b65d-5ac0c3410293 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/security-groups?id=234d801d-7b3e-4a91-81e4-2e55c5547fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2317967
Dec 14 17:50:51.539621 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-66067bc4-6498-4632-aa87-5562feab3928 service neutron] For port 8a09a77d-c59c-4dfa-85be-f4342b4f7963, host hv-cinder-82173, cleared binding levels {{(pid=88122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:50:51.554145 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-66067bc4-6498-4632-aa87-5562feab3928 service neutron] For port 8a09a77d-c59c-4dfa-85be-f4342b4f7963, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=8a09a77d-c59c-4dfa-85be-f4342b4f7963,segment=NetworkSegment(e53f41fd-1223-447c-bef8-0170cf138b25),segment_id=e53f41fd-1223-447c-bef8-0170cf138b25)] {{(pid=88122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:50:51.562021 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-66067bc4-6498-4632-aa87-5562feab3928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:51.574994 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:51.600739 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=da1e9390-2f53-477c-a923-727d93981952,revision_number=4']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:51.604741 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:51.651785 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['da1e9390-2f53-477c-a923-727d93981952'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 17:50:51.655503 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-a96ecf41-ef17-40fd-97d9-9cc3fa2dd47b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:51.669062 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-a96ecf41-ef17-40fd-97d9-9cc3fa2dd47b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Usage tracker for resource:port and tenant:1d8ae983c147420a92d8c91613de9b2e is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:51.679926 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-a96ecf41-ef17-40fd-97d9-9cc3fa2dd47b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:51.689889 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-a96ecf41-ef17-40fd-97d9-9cc3fa2dd47b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:51.708417 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-a96ecf41-ef17-40fd-97d9-9cc3fa2dd47b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Made reservation on behalf of 1d8ae983c147420a92d8c91613de9b2e for: {'port': 1} {{(pid=88123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:50:51.712078 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:51.714037 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-a96ecf41-ef17-40fd-97d9-9cc3fa2dd47b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:51.748883 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-66067bc4-6498-4632-aa87-5562feab3928 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for port, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:51.750775 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-66067bc4-6498-4632-aa87-5562feab3928 service neutron] 10.222.0.41 "PUT /v2.0/ports/8a09a77d-c59c-4dfa-85be-f4342b4f7963 HTTP/1.1" status: 200  len: 1093 time: 2.2569518
Dec 14 17:50:51.752677 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe44d0d8-bb67-47a7-acc0-ccc7afe93648', 'tag': '8a09a77d-c59c-4dfa-85be-f4342b4f7963'}] {{(pid=88122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:50:51.771026 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-326f366a-52c8-42b6-be31-cc253f38ec7b req-5d090d93-0087-4f19-abb0-9c31ac0fc8b6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f257486-629a-4f55-9c8f-acc997347be0 HTTP/1.1" status: 200  len: 1098 time: 0.1544878
Dec 14 17:50:51.784022 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66067bc4-6498-4632-aa87-5562feab3928 service neutron] Pushing event updated for resources: {'Port': ['ID=8a09a77d-c59c-4dfa-85be-f4342b4f7963,revision_number=3']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:51.789475 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-66067bc4-6498-4632-aa87-5562feab3928 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:51.812242 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b63cae-0271-4665-9921-5d7bcfa7f979 req-b4fcd9bd-534f-4762-8193-fefac33d765b tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:51.821200 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e1b63cae-0271-4665-9921-5d7bcfa7f979 req-b4fcd9bd-534f-4762-8193-fefac33d765b tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f257486-629a-4f55-9c8f-acc997347be0 HTTP/1.1" status: 200  len: 945 time: 0.1854541
Dec 14 17:50:51.856842 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-326f366a-52c8-42b6-be31-cc253f38ec7b req-5c895375-398d-421f-af63-1e3e0cd191e3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:51.924385 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-326f366a-52c8-42b6-be31-cc253f38ec7b req-5c895375-398d-421f-af63-1e3e0cd191e3 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:51.937054 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-326f366a-52c8-42b6-be31-cc253f38ec7b req-5c895375-398d-421f-af63-1e3e0cd191e3 service neutron] Usage tracker for resource:security_group_rule and tenant:47cb789b0e1e474f97cb327434a30d03 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:51.943803 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-326f366a-52c8-42b6-be31-cc253f38ec7b req-5c895375-398d-421f-af63-1e3e0cd191e3 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:51.956871 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-326f366a-52c8-42b6-be31-cc253f38ec7b req-5c895375-398d-421f-af63-1e3e0cd191e3 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:51.960703 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e1b63cae-0271-4665-9921-5d7bcfa7f979 req-b969d7ff-a69a-443a-a573-d5ab7ce3a8f4 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1381192
Dec 14 17:50:51.985077 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-cc4790b2-9015-40f3-86d4-6cd04c6a710d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02573c92b5c647b2982d81b49df3d4cb&device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 1096 time: 0.1417003
Dec 14 17:50:52.106020 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-a96ecf41-ef17-40fd-97d9-9cc3fa2dd47b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Allocated IP 172.20.0.9 (c7c5dd65-00bc-43ea-a99d-6673d8873e67/7e589611-2052-444e-a79e-8f98a61a68a1/a869d0b8-68c2-4175-b459-080e286a5577) {{(pid=88123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:50:52.118940 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe44d0d8-bb67-47a7-acc0-ccc7afe93648', 'tag': '8a09a77d-c59c-4dfa-85be-f4342b4f7963', 'status': 'completed', 'code': 200}
Dec 14 17:50:52.148946 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-326f366a-52c8-42b6-be31-cc253f38ec7b req-5c895375-398d-421f-af63-1e3e0cd191e3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:52.163864 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-326f366a-52c8-42b6-be31-cc253f38ec7b req-5c895375-398d-421f-af63-1e3e0cd191e3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:52.181044 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:52.225208 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 582c9754-d434-4b37-9f50-e549f869a5ec up at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:50:52.262364 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ccc522d6-3d4b-480c-bee1-007e7be0ecd9 req-b3fcd730-559b-4b59-ae37-5551b01a8536 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 210 time: 0.1412311
Dec 14 17:50:52.264203 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-2183fbd1-4ac4-40df-b3bb-855d60712783 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a09a77d-c59c-4dfa-85be-f4342b4f7963 HTTP/1.1" status: 200  len: 217 time: 0.2706015
Dec 14 17:50:52.323159 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning for port 582c9754-d434-4b37-9f50-e549f869a5ec completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:50:52.331290 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning complete for port 582c9754-d434-4b37-9f50-e549f869a5ec triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:50:52.332831 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:52.387591 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-670b10fd-f4cc-4eaf-ad2d-14f02b4211b0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:52.389616 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-670b10fd-f4cc-4eaf-ad2d-14f02b4211b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53bb809e-79d6-4e3e-82eb-339121ccc0a1 HTTP/1.1" status: 200  len: 859 time: 0.1175196
Dec 14 17:50:52.465768 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-3a630989-ca45-48f7-bf4e-a62561fa9d93 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c35705db-bd11-4f34-bbd6-c42f1d037762&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0669994
Dec 14 17:50:52.478441 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac786b-4821-42a0-989f-a50acb974ace req-389565c0-5c03-4c93-ab70-11e65d4b2e73 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:52.480230 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c4ac786b-4821-42a0-989f-a50acb974ace req-389565c0-5c03-4c93-ab70-11e65d4b2e73 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 943 time: 0.2775767
Dec 14 17:50:52.494915 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:52.516220 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 42664) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:52.571713 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 582c9754-d434-4b37-9f50-e549f869a5ec, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=582c9754-d434-4b37-9f50-e549f869a5ec,segment=NetworkSegment(08e31747-07a4-43f5-9b79-47914f91a4e4),segment_id=08e31747-07a4-43f5-9b79-47914f91a4e4)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:50:52.580164 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:52.587011 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:52.587280 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-013692f3-ddb6-4476-a01e-4292573c2faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:52.693525 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=582c9754-d434-4b37-9f50-e549f869a5ec,revision_number=5']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:52.706368 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:52.836679 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-a96ecf41-ef17-40fd-97d9-9cc3fa2dd47b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for port, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:52.855991 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-a96ecf41-ef17-40fd-97d9-9cc3fa2dd47b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Transition to ACTIVE for port object a869d0b8-68c2-4175-b459-080e286a5577 will not be triggered until provisioned by entity DHCP. {{(pid=88123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:50:52.880502 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-326f366a-52c8-42b6-be31-cc253f38ec7b req-5c895375-398d-421f-af63-1e3e0cd191e3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0995212
Dec 14 17:50:52.881724 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-a96ecf41-ef17-40fd-97d9-9cc3fa2dd47b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481'] for port, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:52.885268 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c895375-398d-421f-af63-1e3e0cd191e3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2d473e2d-521f-437a-a705-7d9aada6ef07,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:52.889318 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-5c895375-398d-421f-af63-1e3e0cd191e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:52.895072 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-8731b887-dca0-4bfe-a85f-495f2c233369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:52.927579 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2513a3ca-4946-4495-a9aa-b41a05a3b338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:52.970798 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ecf41-ef17-40fd-97d9-9cc3fa2dd47b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Pushing event updated for resources: {'Port': ['ID=a869d0b8-68c2-4175-b459-080e286a5577,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:52.976888 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a96ecf41-ef17-40fd-97d9-9cc3fa2dd47b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:52.989224 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-a96ecf41-ef17-40fd-97d9-9cc3fa2dd47b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Network c7c5dd65-00bc-43ea-a99d-6673d8873e67 is already hosted by enough agents. {{(pid=88123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:50:52.990560 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-a96ecf41-ef17-40fd-97d9-9cc3fa2dd47b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Resources bound (agent type, host, resource id):  {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:50:52.993400 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-a96ecf41-ef17-40fd-97d9-9cc3fa2dd47b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Received port after_create {{(pid=88123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:50:52.998580 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-a96ecf41-ef17-40fd-97d9-9cc3fa2dd47b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:52.999719 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-a96ecf41-ef17-40fd-97d9-9cc3fa2dd47b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:53.014800 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c4ac786b-4821-42a0-989f-a50acb974ace req-028404c1-08d9-4f09-b4f0-17b320856799 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5022612
Dec 14 17:50:53.036856 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-013692f3-ddb6-4476-a01e-4292573c2faf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:53.057131 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-013692f3-ddb6-4476-a01e-4292573c2faf admin admin] Usage tracker for resource:security_group_rule and tenant:90bb0790778d4926854723670e719ee4 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:53.061253 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-013692f3-ddb6-4476-a01e-4292573c2faf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:53.067803 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-a96ecf41-ef17-40fd-97d9-9cc3fa2dd47b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8204408
Dec 14 17:50:53.068480 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-013692f3-ddb6-4476-a01e-4292573c2faf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:53.102603 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-f2a3fe7b-640d-46d5-ac15-2ca0f16a4315 service neutron] Request body: {'port': {'device_id': '6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:50:53.161462 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-013692f3-ddb6-4476-a01e-4292573c2faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:53.170770 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-1b8a1250-2775-43cf-990b-6d20a0ec8332 service neutron] 10.222.0.41 "GET /v2.0/networks/c35705db-bd11-4f34-bbd6-c42f1d037762?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6893504
Dec 14 17:50:53.177397 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-013692f3-ddb6-4476-a01e-4292573c2faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:53.259070 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-3913dac7-eb02-4001-a2e8-3f6aa7fcf576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:53.265990 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:53.299846 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-013692f3-ddb6-4476-a01e-4292573c2faf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=90bb0790778d4926854723670e719ee4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7820601
Dec 14 17:50:53.301458 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013692f3-ddb6-4476-a01e-4292573c2faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6df0db4-1d97-4656-a434-740b11d8cc43,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:53.303711 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 42686) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:53.304481 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-f2a3fe7b-640d-46d5-ac15-2ca0f16a4315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:53.307219 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-013692f3-ddb6-4476-a01e-4292573c2faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:53.352704 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48649da9-81a8-478e-bd39-8bdadb21e37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582c9754-d434-4b37-9f50-e549f869a5ec'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:50:53.441889 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04289de3-532e-41f4-8d3b-14c62ce79b0d req-a525c99b-f378-46f0-808d-4856220c96d5 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:53.451360 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-04289de3-532e-41f4-8d3b-14c62ce79b0d req-a525c99b-f378-46f0-808d-4856220c96d5 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/ports?device_id=48649da9-81a8-478e-bd39-8bdadb21e37a HTTP/1.1" status: 200  len: 945 time: 0.5684452
Dec 14 17:50:53.544195 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-cbfbc9e3-cda2-4806-b5ca-52639dfa142c None None] Provisioning for port a869d0b8-68c2-4175-b459-080e286a5577 completed by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:50:53.556961 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-cbfbc9e3-cda2-4806-b5ca-52639dfa142c None None] Provisioning complete for port a869d0b8-68c2-4175-b459-080e286a5577 triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:50:53.557386 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cbfbc9e3-cda2-4806-b5ca-52639dfa142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:53.569174 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-feed9e73-e886-4ba0-af27-820e427c4582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:53.638364 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-feed9e73-e886-4ba0-af27-820e427c4582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:53.646683 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8d3a28f2-9428-46ce-89f7-4190b9e753c6 req-15a2c93d-d616-4821-b1a0-89523f64bbca service neutron] 10.222.0.41 "GET /v2.0/networks/c35705db-bd11-4f34-bbd6-c42f1d037762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4672070
Dec 14 17:50:53.662488 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-04289de3-532e-41f4-8d3b-14c62ce79b0d req-900b3713-d772-47c1-9a3e-8ed2fade77a1 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/security-groups?id=234d801d-7b3e-4a91-81e4-2e55c5547fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2097147
Dec 14 17:50:53.714273 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c64a8-55be-4bb1-bd1c-12652ef75b33 req-f843ef3c-20dd-4c17-8227-221cdd9e8cf0 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:53.720598 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-cbfbc9e3-cda2-4806-b5ca-52639dfa142c None None] Port a869d0b8-68c2-4175-b459-080e286a5577 cannot update to ACTIVE because it is not bound. {{(pid=88124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 14 17:50:53.722841 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-aa1c64a8-55be-4bb1-bd1c-12652ef75b33 req-f843ef3c-20dd-4c17-8227-221cdd9e8cf0 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f257486-629a-4f55-9c8f-acc997347be0 HTTP/1.1" status: 200  len: 945 time: 0.4089849
Dec 14 17:50:53.799754 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 42702) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:53.810604 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-eeb60e35-9143-4f74-a705-33c943c0f90d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-275180326-network', 'tenant_id': '389abc117b6c4542b01664326c808e6b'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:50:53.821864 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-eeb60e35-9143-4f74-a705-33c943c0f90d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:53.830823 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-eeb60e35-9143-4f74-a705-33c943c0f90d admin admin] Usage tracker for resource:network and tenant:389abc117b6c4542b01664326c808e6b is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:53.836197 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-eeb60e35-9143-4f74-a705-33c943c0f90d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:53.839344 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-feed9e73-e886-4ba0-af27-820e427c4582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:53.851982 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-eeb60e35-9143-4f74-a705-33c943c0f90d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:53.854216 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-6960ea0c-00a9-4a7b-99f3-53a1c43a03bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:53.885081 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed9e73-e886-4ba0-af27-820e427c4582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6df0db4-1d97-4656-a434-740b11d8cc43,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:53.893177 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-feed9e73-e886-4ba0-af27-820e427c4582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:53.946313 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-feed9e73-e886-4ba0-af27-820e427c4582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:53.950489 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-feed9e73-e886-4ba0-af27-820e427c4582 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d6df0db4-1d97-4656-a434-740b11d8cc43 HTTP/1.1" status: 204  len: 168 time: 0.6235073
Dec 14 17:50:53.967438 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb60e35-9143-4f74-a705-33c943c0f90d admin admin] Made reservation on behalf of 389abc117b6c4542b01664326c808e6b for: {'network': 1} {{(pid=88123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:50:53.970717 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-aa1c64a8-55be-4bb1-bd1c-12652ef75b33 req-f0d09f51-441e-4f45-8176-6b1c4b13eceb tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1564870
Dec 14 17:50:53.976522 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-eeb60e35-9143-4f74-a705-33c943c0f90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for network, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:53.983190 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0a0fb2dc-2ee4-4a10-aa4a-8d861b858934 req-aa823fae-53de-473a-a51e-ad2e0fbab638 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02573c92b5c647b2982d81b49df3d4cb&device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 1096 time: 0.2575133
Dec 14 17:50:53.995167 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-eeb60e35-9143-4f74-a705-33c943c0f90d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:54.026225 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-f2a3fe7b-640d-46d5-ac15-2ca0f16a4315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a869d0b8-68c2-4175-b459-080e286a5577 {{(pid=88123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:50:54.036214 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-f2a3fe7b-640d-46d5-ac15-2ca0f16a4315 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:54.069233 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-eeb60e35-9143-4f74-a705-33c943c0f90d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:54.075453 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-f2a3fe7b-640d-46d5-ac15-2ca0f16a4315 service neutron] Transition to ACTIVE for port object a869d0b8-68c2-4175-b459-080e286a5577 will not be triggered until provisioned by entity L2. {{(pid=88123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:50:54.076738 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-eeb60e35-9143-4f74-a705-33c943c0f90d admin admin] Usage tracker for resource:security_group_rule and tenant:389abc117b6c4542b01664326c808e6b is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:54.080212 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-eeb60e35-9143-4f74-a705-33c943c0f90d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:54.084255 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-f2a3fe7b-640d-46d5-ac15-2ca0f16a4315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:54.087237 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48649da9-81a8-478e-bd39-8bdadb21e37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582c9754-d434-4b37-9f50-e549f869a5ec', 'code': 200}
Dec 14 17:50:54.101018 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-eeb60e35-9143-4f74-a705-33c943c0f90d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:54.109679 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:54.174372 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a4472-134c-47ba-a83e-d04ff3609b51 req-d7236c86-f5d9-454f-8fd7-157fc99d56cb tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:54.176431 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7a8a4472-134c-47ba-a83e-d04ff3609b51 req-d7236c86-f5d9-454f-8fd7-157fc99d56cb tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 931 time: 0.3003700
Dec 14 17:50:54.240719 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device da1e9390-2f53-477c-a923-727d93981952 up at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:50:54.255071 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7a8a4472-134c-47ba-a83e-d04ff3609b51 req-8c0f36e0-ae25-436d-914b-06b753c071ff tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679667
Dec 14 17:50:54.355744 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fb2dc-2ee4-4a10-aa4a-8d861b858934 req-08969344-efc1-4715-b158-dd5282121874 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:54.361362 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0a0fb2dc-2ee4-4a10-aa4a-8d861b858934 req-08969344-efc1-4715-b158-dd5282121874 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c35705db-bd11-4f34-bbd6-c42f1d037762 HTTP/1.1" status: 200  len: 920 time: 0.3608541
Dec 14 17:50:54.471203 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning for port da1e9390-2f53-477c-a923-727d93981952 completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:50:54.494275 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning complete for port da1e9390-2f53-477c-a923-727d93981952 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:50:54.494671 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:54.522630 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0a0fb2dc-2ee4-4a10-aa4a-8d861b858934 req-b232c0b7-36f5-4c7a-85e5-80035fd9bd56 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a09a77d-c59c-4dfa-85be-f4342b4f7963 HTTP/1.1" status: 200  len: 217 time: 0.1419191
Dec 14 17:50:54.619324 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:54.651960 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3fe7b-640d-46d5-ac15-2ca0f16a4315 service neutron] Pushing event updated for resources: {'Port': ['ID=a869d0b8-68c2-4175-b459-080e286a5577,revision_number=2']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:54.695943 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:54.737659 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99387917-efef-48ef-903d-e0ce0b5e8515 req-20aa590a-f86c-4174-b4f7-885cff8986e3 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:54.751449 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-99387917-efef-48ef-903d-e0ce0b5e8515 req-20aa590a-f86c-4174-b4f7-885cff8986e3 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 943 time: 0.5006001
Dec 14 17:50:54.790358 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port da1e9390-2f53-477c-a923-727d93981952, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=da1e9390-2f53-477c-a923-727d93981952,segment=NetworkSegment(e53f41fd-1223-447c-bef8-0170cf138b25),segment_id=e53f41fd-1223-447c-bef8-0170cf138b25)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:50:54.809818 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:54.812709 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:54.849839 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fb2dc-2ee4-4a10-aa4a-8d861b858934 req-0ba1c496-b07c-46a9-8fe5-37373bf44da3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:54.852602 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-f2a3fe7b-640d-46d5-ac15-2ca0f16a4315 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:54.855506 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0a0fb2dc-2ee4-4a10-aa4a-8d861b858934 req-0ba1c496-b07c-46a9-8fe5-37373bf44da3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53bb809e-79d6-4e3e-82eb-339121ccc0a1 HTTP/1.1" status: 200  len: 859 time: 0.3138516
Dec 14 17:50:54.965547 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-99387917-efef-48ef-903d-e0ce0b5e8515 req-37e5469f-a285-417e-9fdd-dfcab3bba6f3 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2128379
Dec 14 17:50:55.032954 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-eeb60e35-9143-4f74-a705-33c943c0f90d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:55.061185 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-eeb60e35-9143-4f74-a705-33c943c0f90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:55.095664 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0a0fb2dc-2ee4-4a10-aa4a-8d861b858934 req-94996d45-800b-4730-aa8f-269d7ff792a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c35705db-bd11-4f34-bbd6-c42f1d037762&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2154257
Dec 14 17:50:55.097008 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb60e35-9143-4f74-a705-33c943c0f90d admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'}  {{(pid=88123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 14 17:50:55.124269 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-eeb60e35-9143-4f74-a705-33c943c0f90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:55.124683 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.segments_db [None req-eeb60e35-9143-4f74-a705-33c943c0f90d admin admin] Added segment 67b45f77-3fcc-45d4-a3b9-fe1bf386586d of type vlan for network c7802fc5-a17c-4dd6-82d0-f4687870ec44
Dec 14 17:50:55.135838 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=da1e9390-2f53-477c-a923-727d93981952,revision_number=5']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:55.143001 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:55.160318 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:55.198725 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-f2a3fe7b-640d-46d5-ac15-2ca0f16a4315 service neutron] Attempting to bind port a869d0b8-68c2-4175-b459-080e286a5577 on host hv-cinder-82173 for vnic_type normal with profile  {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:50:55.199111 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-f2a3fe7b-640d-46d5-ac15-2ca0f16a4315 service neutron] Attempting to bind port a869d0b8-68c2-4175-b459-080e286a5577 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': 'f04df0de-e1dd-4c82-94f5-bc20bcdf696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67'}] {{(pid=88123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:50:55.199494 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-f2a3fe7b-640d-46d5-ac15-2ca0f16a4315 service neutron] Attempting to bind port a869d0b8-68c2-4175-b459-080e286a5577 on network c7c5dd65-00bc-43ea-a99d-6673d8873e67 {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:50:55.205674 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb60e35-9143-4f74-a705-33c943c0f90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3877c5-27de-4a3e-9dd0-74a919db6c4b,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:55.210398 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-eeb60e35-9143-4f74-a705-33c943c0f90d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:55.219332 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-eeb60e35-9143-4f74-a705-33c943c0f90d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753727864657'] for network, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:55.232167 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-f2a3fe7b-640d-46d5-ac15-2ca0f16a4315 service neutron] Port a869d0b8-68c2-4175-b459-080e286a5577 on network c7c5dd65-00bc-43ea-a99d-6673d8873e67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 14 17:50:55.232532 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-f2a3fe7b-640d-46d5-ac15-2ca0f16a4315 service neutron] Attempting to bind port a869d0b8-68c2-4175-b459-080e286a5577 on network c7c5dd65-00bc-43ea-a99d-6673d8873e67 {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:50:55.251394 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ff7017e4-b728-4532-87d4-f5b2b915b956 req-85a9a76a-f7f2-427b-95ef-870cf493b2ff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=48649da9-81a8-478e-bd39-8bdadb21e37a HTTP/1.1" status: 200  len: 1098 time: 0.5702286
Dec 14 17:50:55.260619 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-f2a3fe7b-640d-46d5-ac15-2ca0f16a4315 service neutron] Checking agent: {'id': '12cfdd9e-1aa3-47c9-9727-84a7d707383b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'started_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:50:55.260969 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-f2a3fe7b-640d-46d5-ac15-2ca0f16a4315 service neutron] Checking segment: {'id': 'f04df0de-e1dd-4c82-94f5-bc20bcdf696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:50:55.261533 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-f2a3fe7b-640d-46d5-ac15-2ca0f16a4315 service neutron] Bound using segment: {'id': 'f04df0de-e1dd-4c82-94f5-bc20bcdf696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67'} {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:50:55.261910 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-f2a3fe7b-640d-46d5-ac15-2ca0f16a4315 service neutron] Bound port: a869d0b8-68c2-4175-b459-080e286a5577, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f04df0de-e1dd-4c82-94f5-bc20bcdf696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67'}}] {{(pid=88123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:50:55.262285 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-f2a3fe7b-640d-46d5-ac15-2ca0f16a4315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:55.358245 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79349319-5bf3-4a4a-9835-6a7b3c255452 req-042f498a-20b5-4d21-bafe-76fbe50ef818 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:55.366198 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-79349319-5bf3-4a4a-9835-6a7b3c255452 req-042f498a-20b5-4d21-bafe-76fbe50ef818 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/ports?device_id=48649da9-81a8-478e-bd39-8bdadb21e37a HTTP/1.1" status: 200  len: 945 time: 0.3970404
Dec 14 17:50:55.404897 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-ff7017e4-b728-4532-87d4-f5b2b915b956 req-77ca27ff-a434-4022-a6ae-040c8ef4f99e service neutron] Synchronizing usage tracker for tenant:47cb789b0e1e474f97cb327434a30d03 on resource:security_group {{(pid=88123) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:50:55.422727 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0a0fb2dc-2ee4-4a10-aa4a-8d861b858934 req-3776431c-c7fd-4f80-865a-46a2800bf555 service neutron] 10.222.0.41 "GET /v2.0/networks/c35705db-bd11-4f34-bbd6-c42f1d037762?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3120275
Dec 14 17:50:55.444286 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-eeb60e35-9143-4f74-a705-33c943c0f90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388'] for network, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:55.457651 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb60e35-9143-4f74-a705-33c943c0f90d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:55.458336 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-eeb60e35-9143-4f74-a705-33c943c0f90d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:55.489058 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-4a8aa639-00b4-45a7-a657-a0e3cf219bcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:55.515504 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-eeb60e35-9143-4f74-a705-33c943c0f90d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.7142515
Dec 14 17:50:55.522458 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-79349319-5bf3-4a4a-9835-6a7b3c255452 req-bc0908c8-7022-41e7-b515-4cd334dd74a9 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/security-groups?id=234d801d-7b3e-4a91-81e4-2e55c5547fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1551540
Dec 14 17:50:55.523031 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 42750) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:55.608059 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-ff7017e4-b728-4532-87d4-f5b2b915b956 req-77ca27ff-a434-4022-a6ae-040c8ef4f99e service neutron] Unset dirty status for tenant:47cb789b0e1e474f97cb327434a30d03 on resource:security_group {{(pid=88123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:50:55.609308 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ff7017e4-b728-4532-87d4-f5b2b915b956 req-77ca27ff-a434-4022-a6ae-040c8ef4f99e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=234d801d-7b3e-4a91-81e4-2e55c5547fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3353086
Dec 14 17:50:55.629767 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb60e35-9143-4f74-a705-33c943c0f90d admin admin] Pushing event updated for resources: {'Network': ['ID=c7802fc5-a17c-4dd6-82d0-f4687870ec44,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:55.638562 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-eeb60e35-9143-4f74-a705-33c943c0f90d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:55.641655 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Network c7802fc5-a17c-4dd6-82d0-f4687870ec44 details requested by agent ovs-agent-dv-cinder-821737-1-iscsi with host dv-cinder-821737-1-iscsi {{(pid=88124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 14 17:50:55.658297 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-75f9838a-52b4-425f-bc4e-f8da48f4023f admin admin] Request body: {'subnet': {'network_id': 'c7802fc5-a17c-4dd6-82d0-f4687870ec44', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-275180326-subnet', 'tenant_id': '389abc117b6c4542b01664326c808e6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:50:55.670932 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-f2a3fe7b-640d-46d5-ac15-2ca0f16a4315 service neutron] For port a869d0b8-68c2-4175-b459-080e286a5577, host hv-cinder-82173, cleared binding levels {{(pid=88123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:50:55.676940 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-f2a3fe7b-640d-46d5-ac15-2ca0f16a4315 service neutron] For port a869d0b8-68c2-4175-b459-080e286a5577, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=a869d0b8-68c2-4175-b459-080e286a5577,segment=NetworkSegment(f04df0de-e1dd-4c82-94f5-bc20bcdf696e),segment_id=f04df0de-e1dd-4c82-94f5-bc20bcdf696e)] {{(pid=88123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:50:55.684757 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-f2a3fe7b-640d-46d5-ac15-2ca0f16a4315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:55.691973 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f406b-14cf-4ae4-b162-d9d347cbc7d7 req-7701d5e2-dadf-425f-822c-e97d37dca036 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:55.692254 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:55.702646 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-450f406b-14cf-4ae4-b162-d9d347cbc7d7 req-7701d5e2-dadf-425f-822c-e97d37dca036 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f257486-629a-4f55-9c8f-acc997347be0 HTTP/1.1" status: 200  len: 945 time: 0.4529777
Dec 14 17:50:55.767098 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-75f9838a-52b4-425f-bc4e-f8da48f4023f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:50:55.770084 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-f2a3fe7b-640d-46d5-ac15-2ca0f16a4315 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:55.771469 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-f2a3fe7b-640d-46d5-ac15-2ca0f16a4315 service neutron] 10.222.0.41 "PUT /v2.0/ports/a869d0b8-68c2-4175-b459-080e286a5577 HTTP/1.1" status: 200  len: 1093 time: 2.6771140
Dec 14 17:50:55.772025 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa', 'tag': 'a869d0b8-68c2-4175-b459-080e286a5577'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:50:55.785689 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3fe7b-640d-46d5-ac15-2ca0f16a4315 service neutron] Pushing event updated for resources: {'Port': ['ID=a869d0b8-68c2-4175-b459-080e286a5577,revision_number=3']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:55.790587 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-f2a3fe7b-640d-46d5-ac15-2ca0f16a4315 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:55.872878 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0a0fb2dc-2ee4-4a10-aa4a-8d861b858934 req-122449a5-fe6a-4b16-96da-a9b0fe921c01 service neutron] 10.222.0.41 "GET /v2.0/networks/c35705db-bd11-4f34-bbd6-c42f1d037762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4376462
Dec 14 17:50:55.874324 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-75f9838a-52b4-425f-bc4e-f8da48f4023f admin admin] Usage tracker for resource:subnet and tenant:389abc117b6c4542b01664326c808e6b is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:50:55.882957 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-75f9838a-52b4-425f-bc4e-f8da48f4023f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:50:55.978381 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-f656f37d-eef6-41b2-a570-11eee97363fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d8ae983c147420a92d8c91613de9b2e&device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 1096 time: 0.1484823
Dec 14 17:50:55.995175 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-75f9838a-52b4-425f-bc4e-f8da48f4023f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:50:56.012385 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f9838a-52b4-425f-bc4e-f8da48f4023f admin admin] Made reservation on behalf of 389abc117b6c4542b01664326c808e6b for: {'subnet': 1} {{(pid=88122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:50:56.018185 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-75f9838a-52b4-425f-bc4e-f8da48f4023f admin admin] Notify callbacks [] for subnet, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:56.079988 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-862a1337-2cc3-4fe0-a672-d62fc75dbc5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a869d0b8-68c2-4175-b459-080e286a5577 HTTP/1.1" status: 200  len: 217 time: 0.0934002
Dec 14 17:50:56.088432 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1e9390-2f53-477c-a923-727d93981952'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:50:56.135950 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-450f406b-14cf-4ae4-b162-d9d347cbc7d7 req-16307e6b-1ff1-41b0-9721-e0962f177533 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4237740
Dec 14 17:50:56.246080 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 8a09a77d-c59c-4dfa-85be-f4342b4f7963 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 14 17:50:56.260447 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-88577722-7bf3-40e6-b6a4-2701374a2912 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:56.262322 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-88577722-7bf3-40e6-b6a4-2701374a2912 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e589611-2052-444e-a79e-8f98a61a68a1 HTTP/1.1" status: 200  len: 850 time: 0.1743855
Dec 14 17:50:56.385051 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa', 'tag': 'a869d0b8-68c2-4175-b459-080e286a5577', 'status': 'completed', 'code': 200}
Dec 14 17:50:56.503782 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-fdd7d1e8-eca1-4840-8d82-76e4709550ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7c5dd65-00bc-43ea-a99d-6673d8873e67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2348619
Dec 14 17:50:56.775143 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 8a09a77d-c59c-4dfa-85be-f4342b4f7963, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=8a09a77d-c59c-4dfa-85be-f4342b4f7963,segment=NetworkSegment(e53f41fd-1223-447c-bef8-0170cf138b25),segment_id=e53f41fd-1223-447c-bef8-0170cf138b25)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:50:56.822627 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Returning: {'device': '8a09a77d-c59c-4dfa-85be-f4342b4f7963', 'network_id': 'c35705db-bd11-4f34-bbd6-c42f1d037762', 'port_id': '8a09a77d-c59c-4dfa-85be-f4342b4f7963', 'mac_address': 'fa:16:3e:33:34:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53bb809e-79d6-4e3e-82eb-339121ccc0a1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 17:50:56.827998 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-5d828bf6-e554-4beb-890b-c8e10bf5fa4f service neutron] 10.222.0.41 "GET /v2.0/networks/c7c5dd65-00bc-43ea-a99d-6673d8873e67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3159816
Dec 14 17:50:56.905678 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:56.938646 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a09a77d-c59c-4dfa-85be-f4342b4f7963 {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:50:56.967720 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 8a09a77d-c59c-4dfa-85be-f4342b4f7963, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=8a09a77d-c59c-4dfa-85be-f4342b4f7963,segment=NetworkSegment(e53f41fd-1223-447c-bef8-0170cf138b25),segment_id=e53f41fd-1223-447c-bef8-0170cf138b25)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:50:56.972574 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:56.980165 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-6ef13124-5196-4db7-afa3-15d0e6d5c6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:57.027239 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a9c16e59-aeba-4c3a-8620-9f797b23ed54 req-cb20505b-35e2-484e-a7d6-c9cda724fbcf service neutron] 10.222.0.41 "GET /v2.0/networks/c7c5dd65-00bc-43ea-a99d-6673d8873e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1924293
Dec 14 17:50:57.099685 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=8a09a77d-c59c-4dfa-85be-f4342b4f7963,revision_number=4']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:57.099685 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:57.108842 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9e5e0-e5fe-4ab6-9e3f-6c5335751de8 req-45b99520-3eae-4fcf-9e93-404ea9e70a62 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:57.116513 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f9c9e5e0-e5fe-4ab6-9e3f-6c5335751de8 req-45b99520-3eae-4fcf-9e93-404ea9e70a62 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 943 time: 1.3439775
Dec 14 17:50:57.240057 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['8a09a77d-c59c-4dfa-85be-f4342b4f7963'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 17:50:57.297386 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1b4fc993-8e1f-4371-bd16-2afc5b9c81b7 req-75cc559c-c410-41cc-a094-f9e5bbfb670d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d8ae983c147420a92d8c91613de9b2e&device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 1096 time: 0.2096503
Dec 14 17:50:57.404071 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f9c9e5e0-e5fe-4ab6-9e3f-6c5335751de8 req-3a6d50c1-9fa6-4a18-a803-c837194e4d3e tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2864606
Dec 14 17:50:57.411197 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-90a1991d-a09b-4ebe-9345-b625cd9dd00e req-d062582c-cd7e-44c0-a27d-b8e3ddb4f113 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f257486-629a-4f55-9c8f-acc997347be0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.4225461
Dec 14 17:50:57.412433 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-75f9838a-52b4-425f-bc4e-f8da48f4023f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388'] for subnet, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:57.446473 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:57.550448 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e4f07-7701-43b8-9094-4797d46fee9f req-f3ca150c-2f4a-4112-8b16-baacf6837cb3 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:57.559226 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-3e8e4f07-7701-43b8-9094-4797d46fee9f req-f3ca150c-2f4a-4112-8b16-baacf6837cb3 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 944 time: 0.5719519
Dec 14 17:50:57.616940 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fc993-8e1f-4371-bd16-2afc5b9c81b7 req-aea95a24-7f84-4a46-87b7-9d36c5398d85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:57.618781 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1b4fc993-8e1f-4371-bd16-2afc5b9c81b7 req-aea95a24-7f84-4a46-87b7-9d36c5398d85 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c7c5dd65-00bc-43ea-a99d-6673d8873e67 HTTP/1.1" status: 200  len: 912 time: 0.3135262
Dec 14 17:50:57.698866 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1e9390-2f53-477c-a923-727d93981952', 'code': 200}
Dec 14 17:50:57.775720 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9838a-52b4-425f-bc4e-f8da48f4023f admin admin] Pushing event updated for resources: {'Subnet': ['ID=33072dc7-cef7-4e1b-952a-129518da1471,revision_number=0']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:57.779035 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-75f9838a-52b4-425f-bc4e-f8da48f4023f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:57.809679 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-3e8e4f07-7701-43b8-9094-4797d46fee9f req-340ea376-5f6a-4cdd-a4ea-3340ec00d5de tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2346961
Dec 14 17:50:57.830775 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-90a1991d-a09b-4ebe-9345-b625cd9dd00e req-2e3e0109-7bd1-4a5d-9d9d-cef382412570 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09184c2f3f8b4da69759907044ea0d13&device_id=6f257486-629a-4f55-9c8f-acc997347be0 HTTP/1.1" status: 200  len: 1098 time: 0.2545187
Dec 14 17:50:57.832346 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f9838a-52b4-425f-bc4e-f8da48f4023f admin admin] Checking segment: {'id': '67b45f77-3fcc-45d4-a3b9-fe1bf386586d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c7802fc5-a17c-4dd6-82d0-f4687870ec44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:50:57.832751 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f9838a-52b4-425f-bc4e-f8da48f4023f admin admin] Network hostable DHCP agents. Network: c7802fc5-a17c-4dd6-82d0-f4687870ec44, hostable agents: ['ca44529e-a98f-42ef-93fd-bf8911629c2d'], hosted agents: [] {{(pid=88122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 14 17:50:57.885484 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1b4fc993-8e1f-4371-bd16-2afc5b9c81b7 req-157616ae-ffc3-4f0d-acdf-33556689923f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a869d0b8-68c2-4175-b459-080e286a5577 HTTP/1.1" status: 200  len: 217 time: 0.2511904
Dec 14 17:50:58.062874 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fc993-8e1f-4371-bd16-2afc5b9c81b7 req-7b81775c-3a1f-471f-b943-ebbbd737499f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:58.065969 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1b4fc993-8e1f-4371-bd16-2afc5b9c81b7 req-7b81775c-3a1f-471f-b943-ebbbd737499f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e589611-2052-444e-a79e-8f98a61a68a1 HTTP/1.1" status: 200  len: 850 time: 0.1721098
Dec 14 17:50:58.161626 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f9838a-52b4-425f-bc4e-f8da48f4023f admin admin] Network c7802fc5-a17c-4dd6-82d0-f4687870ec44 is scheduled to be hosted by DHCP agent ca44529e-a98f-42ef-93fd-bf8911629c2d with binding_index 1 {{(pid=88122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 14 17:50:58.187407 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-75f9838a-52b4-425f-bc4e-f8da48f4023f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-iscsi, c7802fc5-a17c-4dd6-82d0-f4687870ec44) {{(pid=88122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:50:58.198732 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f9838a-52b4-425f-bc4e-f8da48f4023f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:58.199382 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-75f9838a-52b4-425f-bc4e-f8da48f4023f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for subnet, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:58.199511 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69727f46-6281-476b-b3a4-47db3b7350b4 None None] Network c7802fc5-a17c-4dd6-82d0-f4687870ec44 requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:50:58.236016 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be468e4-e512-4861-9019-ac48c566a389 req-58f1217a-1189-4fc6-87d8-215794c552c4 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:58.238114 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7be468e4-e512-4861-9019-ac48c566a389 req-58f1217a-1189-4fc6-87d8-215794c552c4 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/ports?device_id=48649da9-81a8-478e-bd39-8bdadb21e37a HTTP/1.1" status: 200  len: 945 time: 0.2744362
Dec 14 17:50:58.250630 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1991d-a09b-4ebe-9345-b625cd9dd00e req-70e37a05-dd05-44cc-8c74-9fa3749619ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:58.252217 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-90a1991d-a09b-4ebe-9345-b625cd9dd00e req-70e37a05-dd05-44cc-8c74-9fa3749619ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=98dc44a2-33a7-48c8-8bbb-6893b546b1a6 HTTP/1.1" status: 200  len: 914 time: 0.3898070
Dec 14 17:50:58.345870 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-75f9838a-52b4-425f-bc4e-f8da48f4023f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 2.7025692
Dec 14 17:50:58.379597 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-90a1991d-a09b-4ebe-9345-b625cd9dd00e req-0481f1ee-6217-469d-a6dc-a8e4a0c4a05e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45aca380-8b0b-4936-8224-377f64d82315 HTTP/1.1" status: 200  len: 217 time: 0.1086078
Dec 14 17:50:58.454128 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f1c4366b-3297-444a-9d49-f5deb8f6a6d1 req-3c56ec86-cf50-4190-b078-d076fb472aac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 1098 time: 0.4440682
Dec 14 17:50:58.476216 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7be468e4-e512-4861-9019-ac48c566a389 req-bbed377d-360c-4d09-9703-946c9225f65a tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/security-groups?id=234d801d-7b3e-4a91-81e4-2e55c5547fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2305696
Dec 14 17:50:58.483572 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1b4fc993-8e1f-4371-bd16-2afc5b9c81b7 req-0f805e37-060b-4e06-a2ba-1d7f8ba2fd68 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7c5dd65-00bc-43ea-a99d-6673d8873e67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4079216
Dec 14 17:50:58.521461 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1991d-a09b-4ebe-9345-b625cd9dd00e req-5ff6013f-63d8-495f-81d0-61dfbc7b429b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:58.523125 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-90a1991d-a09b-4ebe-9345-b625cd9dd00e req-5ff6013f-63d8-495f-81d0-61dfbc7b429b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2fba3688-41c5-45d3-894b-17c0adc66461 HTTP/1.1" status: 200  len: 853 time: 0.1292641
Dec 14 17:50:58.663346 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-90a1991d-a09b-4ebe-9345-b625cd9dd00e req-e54707f4-99d2-4546-83f5-8515fbe738ed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=98dc44a2-33a7-48c8-8bbb-6893b546b1a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1293979
Dec 14 17:50:58.663802 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f1c4366b-3297-444a-9d49-f5deb8f6a6d1 req-b13b10d4-5c1b-459e-8197-651f0cc9c7c1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2031960
Dec 14 17:50:58.699360 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 42860) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:58.720132 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a737259-07ff-4d1b-9f8b-4d9f17744a38 None None] Network c7802fc5-a17c-4dd6-82d0-f4687870ec44 requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:50:58.743718 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1b4fc993-8e1f-4371-bd16-2afc5b9c81b7 req-7bc0102f-7741-4695-a494-cbd54bfe6e34 service neutron] 10.222.0.41 "GET /v2.0/networks/c7c5dd65-00bc-43ea-a99d-6673d8873e67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2528679
Dec 14 17:50:58.921852 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_v2 [None req-a980c7b6-aca6-4591-b55c-c87a64ad29e7 admin admin] Deleting subnet 81b97a08-3eab-475d-b74e-0254845196c7 {{(pid=88122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 14 17:50:58.951180 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a980c7b6-aca6-4591-b55c-c87a64ad29e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:59.058831 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1b4fc993-8e1f-4371-bd16-2afc5b9c81b7 req-34e8a56f-4cda-4c35-990a-1233d8357b17 service neutron] 10.222.0.41 "GET /v2.0/networks/c7c5dd65-00bc-43ea-a99d-6673d8873e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2003081
Dec 14 17:50:59.095202 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edb84a-b785-41c3-88e0-aab71d2550d7 req-e22305bd-ab72-4fdc-93a5-54e1a33c3352 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:59.097125 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b6edb84a-b785-41c3-88e0-aab71d2550d7 req-e22305bd-ab72-4fdc-93a5-54e1a33c3352 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 943 time: 0.3266776
Dec 14 17:50:59.137308 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a980c7b6-aca6-4591-b55c-c87a64ad29e7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:59.221185 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a980c7b6-aca6-4591-b55c-c87a64ad29e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2926108'] for subnet, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:59.274274 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-90a1991d-a09b-4ebe-9345-b625cd9dd00e req-259227ff-3583-4554-a5ff-d19e70b278c7 service neutron] 10.222.0.41 "GET /v2.0/networks/98dc44a2-33a7-48c8-8bbb-6893b546b1a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4163010
Dec 14 17:50:59.463075 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b6edb84a-b785-41c3-88e0-aab71d2550d7 req-9a292a86-9046-4e39-a1b8-85e4739abc8c tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3561163
Dec 14 17:50:59.506394 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a980c7b6-aca6-4591-b55c-c87a64ad29e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851849723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388'] for subnet, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:59.516133 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:59.521841 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:50:59.576761 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980c7b6-aca6-4591-b55c-c87a64ad29e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81b97a08-3eab-475d-b74e-0254845196c7,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:50:59.583141 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-90a1991d-a09b-4ebe-9345-b625cd9dd00e req-f93fc78f-8057-4fb8-a3fc-89a2af56e250 service neutron] 10.222.0.41 "GET /v2.0/networks/98dc44a2-33a7-48c8-8bbb-6893b546b1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2955079
Dec 14 17:50:59.583392 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a980c7b6-aca6-4591-b55c-c87a64ad29e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:59.586301 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a980c7b6-aca6-4591-b55c-c87a64ad29e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:50:59.592626 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-a980c7b6-aca6-4591-b55c-c87a64ad29e7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/81b97a08-3eab-475d-b74e-0254845196c7 HTTP/1.1" status: 204  len: 168 time: 0.8920305
Dec 14 17:50:59.595815 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 42898) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:50:59.717548 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055fb02-f65a-4309-9eda-7e9e1ddc7a16 req-039ea956-2251-48f1-9c01-006cf6090de9 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:50:59.719546 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1055fb02-f65a-4309-9eda-7e9e1ddc7a16 req-039ea956-2251-48f1-9c01-006cf6090de9 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 944 time: 0.1098404
Dec 14 17:50:59.756176 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-28732b0f-ed66-434f-a874-a8d78b8db0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3079847'] for network, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:59.773411 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1055fb02-f65a-4309-9eda-7e9e1ddc7a16 req-cfc71883-8eb7-4358-a628-1d5299136944 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467169
Dec 14 17:50:59.957170 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-28732b0f-ed66-434f-a874-a8d78b8db0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2926725', 'neutron.services.segments.db._delete_segments_for_network-8753728381128'] for network, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:50:59.988227 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-28732b0f-ed66-434f-a874-a8d78b8db0ba admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f622c417b38>> segment before_delete 55550000 {{(pid=88123) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:50:59.989053 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-28732b0f-ed66-434f-a874-a8d78b8db0ba admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f622c417b38>> subnet precommit_delete_associations 55550000 {{(pid=88123) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:50:59.990579 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-28732b0f-ed66-434f-a874-a8d78b8db0ba admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f622c4177f0>> segment_host_mapping after_create 55550000 {{(pid=88123) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:50:59.991107 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-28732b0f-ed66-434f-a874-a8d78b8db0ba admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f622c4177f0>> port after_create 55550000 {{(pid=88123) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:50:59.991605 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-28732b0f-ed66-434f-a874-a8d78b8db0ba admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f622c4177f0>> port after_delete 55550000 {{(pid=88123) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:50:59.992134 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-28732b0f-ed66-434f-a874-a8d78b8db0ba admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f622c4177f0>> port after_update 55550000 {{(pid=88123) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:50:59.992631 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-28732b0f-ed66-434f-a874-a8d78b8db0ba admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f622c4177f0>> segment after_delete 55550000 {{(pid=88123) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:50:59.993137 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-28732b0f-ed66-434f-a874-a8d78b8db0ba admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f622c4177f0>> subnet after_create 55550000 {{(pid=88123) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:50:59.993632 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-28732b0f-ed66-434f-a874-a8d78b8db0ba admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f622c4177f0>> subnet after_delete 55550000 {{(pid=88123) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:50:59.994321 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-28732b0f-ed66-434f-a874-a8d78b8db0ba admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f622c4177f0>> subnet after_update 55550000 {{(pid=88123) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:51:00.072286 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-28732b0f-ed66-434f-a874-a8d78b8db0ba admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f622c1d76d8>> subnet after_create 55550000 {{(pid=88123) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:51:00.072887 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-28732b0f-ed66-434f-a874-a8d78b8db0ba admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f622c1d76d8>> subnet after_delete 55550000 {{(pid=88123) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:51:00.073397 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-28732b0f-ed66-434f-a874-a8d78b8db0ba admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f622c1d76d8>> subnet before_create 55550000 {{(pid=88123) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:51:00.073954 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-28732b0f-ed66-434f-a874-a8d78b8db0ba admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f622c1d76d8>> subnet before_update 55550000 {{(pid=88123) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:51:00.074481 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-28732b0f-ed66-434f-a874-a8d78b8db0ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f622c23c828>,) {'filters': {'network_id': ['1240e824-2d0d-47f1-bbc7-cd94a7412991']}} {{(pid=88123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:51:00.107292 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-28732b0f-ed66-434f-a874-a8d78b8db0ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f622c23c828>, '313d0a00-abc8-42e1-b8f0-caeb942028d9') {'for_net_delete': True} {{(pid=88123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:51:00.107890 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-28732b0f-ed66-434f-a874-a8d78b8db0ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f622c23c828>, '313d0a00-abc8-42e1-b8f0-caeb942028d9') {} {{(pid=88123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:51:00.140558 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-28732b0f-ed66-434f-a874-a8d78b8db0ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753728390873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1688503'] for segment, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:00.160574 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-28732b0f-ed66-434f-a874-a8d78b8db0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:00.168420 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28732b0f-ed66-434f-a874-a8d78b8db0ba admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 14 17:51:00.168842 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-28732b0f-ed66-434f-a874-a8d78b8db0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3099130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853087621'] for segment, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:00.188110 dv-cinder-821737-1-iscsi neutron-server[88013]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Dec 14 17:51:00.188110 dv-cinder-821737-1-iscsi neutron-server[88013]:   (self, other),
Dec 14 17:51:00.188110 dv-cinder-821737-1-iscsi neutron-server[88013]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Dec 14 17:51:00.188110 dv-cinder-821737-1-iscsi neutron-server[88013]:   (self, other),
Dec 14 17:51:00.188110 dv-cinder-821737-1-iscsi neutron-server[88013]: Traceback (most recent call last):
Dec 14 17:51:00.188110 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 14 17:51:00.188110 dv-cinder-821737-1-iscsi neutron-server[88013]:     timer()
Dec 14 17:51:00.188110 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 14 17:51:00.188110 dv-cinder-821737-1-iscsi neutron-server[88013]:     cb(*args, **kw)
Dec 14 17:51:00.188110 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 14 17:51:00.188110 dv-cinder-821737-1-iscsi neutron-server[88013]:     return func(*args, **kwargs)
Dec 14 17:51:00.188110 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 14 17:51:00.188110 dv-cinder-821737-1-iscsi neutron-server[88013]:     self._notify()
Dec 14 17:51:00.188110 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 14 17:51:00.188110 dv-cinder-821737-1-iscsi neutron-server[88013]:     self.callback(batched_events)
Dec 14 17:51:00.188110 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 14 17:51:00.188110 dv-cinder-821737-1-iscsi neutron-server[88013]:     event.method(event)
Dec 14 17:51:00.188110 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 14 17:51:00.188110 dv-cinder-821737-1-iscsi neutron-server[88013]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 14 17:51:00.188110 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 14 17:51:00.188110 dv-cinder-821737-1-iscsi neutron-server[88013]:     segment_id)['aggregates'][0]
Dec 14 17:51:00.188110 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 14 17:51:00.188110 dv-cinder-821737-1-iscsi neutron-server[88013]:     return f(self, *a, **k)
Dec 14 17:51:00.188110 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 14 17:51:00.188110 dv-cinder-821737-1-iscsi neutron-server[88013]:     return self._get(url).json()
Dec 14 17:51:00.188110 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 14 17:51:00.188110 dv-cinder-821737-1-iscsi neutron-server[88013]:     **kwargs)
Dec 14 17:51:00.188110 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 14 17:51:00.188110 dv-cinder-821737-1-iscsi neutron-server[88013]:     return self.request(url, 'GET', **kwargs)
Dec 14 17:51:00.188110 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 14 17:51:00.188110 dv-cinder-821737-1-iscsi neutron-server[88013]:     **endpoint_filter)
Dec 14 17:51:00.188110 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 14 17:51:00.188110 dv-cinder-821737-1-iscsi neutron-server[88013]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 14 17:51:00.188110 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 14 17:51:00.188110 dv-cinder-821737-1-iscsi neutron-server[88013]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 14 17:51:00.188110 dv-cinder-821737-1-iscsi neutron-server[88013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 14 17:51:00.256991 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device a869d0b8-68c2-4175-b459-080e286a5577 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 14 17:51:00.259488 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 8a09a77d-c59c-4dfa-85be-f4342b4f7963 up at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:51:00.286390 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-28732b0f-ed66-434f-a874-a8d78b8db0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851849074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646652'] for network, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:00.298664 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:00.361176 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning for port 8a09a77d-c59c-4dfa-85be-f4342b4f7963 completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:51:00.364913 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning complete for port 8a09a77d-c59c-4dfa-85be-f4342b4f7963 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:51:00.365913 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:00.370391 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-28732b0f-ed66-434f-a874-a8d78b8db0ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:00.427456 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28732b0f-ed66-434f-a874-a8d78b8db0ba admin admin] Pushing event deleted for resources: {'Network': ['ID=1240e824-2d0d-47f1-bbc7-cd94a7412991,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:00.442959 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-28732b0f-ed66-434f-a874-a8d78b8db0ba admin admin] 10.222.0.53 "DELETE /v2.0/networks/1240e824-2d0d-47f1-bbc7-cd94a7412991 HTTP/1.1" status: 204  len: 168 time: 0.8384855
Dec 14 17:51:00.442959 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-28732b0f-ed66-434f-a874-a8d78b8db0ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:00.443113 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 42918) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:00.548491 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_v2 [None req-71193064-59d1-458d-b098-c4030a5229ba admin admin] Deleting subnet 33072dc7-cef7-4e1b-952a-129518da1471 {{(pid=88122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 14 17:51:00.548491 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-71193064-59d1-458d-b098-c4030a5229ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:00.648047 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-71193064-59d1-458d-b098-c4030a5229ba admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:00.675195 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-71193064-59d1-458d-b098-c4030a5229ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2926108'] for subnet, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:00.686342 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:00.788194 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe44d0d8-bb67-47a7-acc0-ccc7afe93648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a09a77d-c59c-4dfa-85be-f4342b4f7963'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:51:00.812178 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port a869d0b8-68c2-4175-b459-080e286a5577, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=a869d0b8-68c2-4175-b459-080e286a5577,segment=NetworkSegment(f04df0de-e1dd-4c82-94f5-bc20bcdf696e),segment_id=f04df0de-e1dd-4c82-94f5-bc20bcdf696e)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:51:00.829891 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Returning: {'device': 'a869d0b8-68c2-4175-b459-080e286a5577', 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67', 'port_id': 'a869d0b8-68c2-4175-b459-080e286a5577', 'mac_address': 'fa:16:3e:b4:e3:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e589611-2052-444e-a79e-8f98a61a68a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 17:51:00.874855 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 8a09a77d-c59c-4dfa-85be-f4342b4f7963, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=8a09a77d-c59c-4dfa-85be-f4342b4f7963,segment=NetworkSegment(e53f41fd-1223-447c-bef8-0170cf138b25),segment_id=e53f41fd-1223-447c-bef8-0170cf138b25)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:51:00.880923 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:00.887241 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:00.900738 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-71193064-59d1-458d-b098-c4030a5229ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851849723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388'] for subnet, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:00.909942 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 42940) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:00.911752 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acdc759-2e06-4ccb-ba76-6d66fe80835e req-79bb7745-3690-4901-884b-cfd38ca0ddd8 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:00.913444 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6acdc759-2e06-4ccb-ba76-6d66fe80835e req-79bb7745-3690-4901-884b-cfd38ca0ddd8 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 943 time: 0.1714470
Dec 14 17:51:00.914894 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:00.950034 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:00.973110 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71193064-59d1-458d-b098-c4030a5229ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33072dc7-cef7-4e1b-952a-129518da1471,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:00.979009 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a869d0b8-68c2-4175-b459-080e286a5577 {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:51:00.984277 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-71193064-59d1-458d-b098-c4030a5229ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:00.999165 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=8a09a77d-c59c-4dfa-85be-f4342b4f7963,revision_number=5']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:01.001954 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-71193064-59d1-458d-b098-c4030a5229ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:01.003552 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:01.005341 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port a869d0b8-68c2-4175-b459-080e286a5577, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=a869d0b8-68c2-4175-b459-080e286a5577,segment=NetworkSegment(f04df0de-e1dd-4c82-94f5-bc20bcdf696e),segment_id=f04df0de-e1dd-4c82-94f5-bc20bcdf696e)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:51:01.009926 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:01.011919 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:01.015916 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-71193064-59d1-458d-b098-c4030a5229ba admin admin] 10.222.0.53 "DELETE /v2.0/subnets/33072dc7-cef7-4e1b-952a-129518da1471 HTTP/1.1" status: 204  len: 168 time: 0.5735466
Dec 14 17:51:01.016399 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6acdc759-2e06-4ccb-ba76-6d66fe80835e req-c36bf505-ddc3-45fa-93c3-4e6f87298667 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0695148
Dec 14 17:51:01.016524 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 42946) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:01.080590 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=a869d0b8-68c2-4175-b459-080e286a5577,revision_number=4']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:01.084373 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:01.096053 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe44d0d8-bb67-47a7-acc0-ccc7afe93648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a09a77d-c59c-4dfa-85be-f4342b4f7963', 'code': 200}
Dec 14 17:51:01.148488 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d0dbca6e-5d6a-48a9-b333-1fc3133e4843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:01.171466 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-aa4022ef-34bd-48da-a141-55e47921f232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3079847'] for network, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:01.231406 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-d0dbca6e-5d6a-48a9-b333-1fc3133e4843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:51:01.241853 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-d0dbca6e-5d6a-48a9-b333-1fc3133e4843 admin admin] Usage tracker for resource:security_group_rule and tenant:b52b0ed2b9404296b526df8ed4f61878 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:51:01.258036 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-d0dbca6e-5d6a-48a9-b333-1fc3133e4843 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:51:01.270946 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-d0dbca6e-5d6a-48a9-b333-1fc3133e4843 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:51:01.300178 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 6 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 17:51:01.353695 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-aa4022ef-34bd-48da-a141-55e47921f232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2926725', 'neutron.services.segments.db._delete_segments_for_network-8753728381128'] for network, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:01.381913 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-aa4022ef-34bd-48da-a141-55e47921f232 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f622c89cd30>,) {'filters': {'network_id': ['c7802fc5-a17c-4dd6-82d0-f4687870ec44']}} {{(pid=88123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:51:01.401267 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-aa4022ef-34bd-48da-a141-55e47921f232 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f622c89cd30>, '67b45f77-3fcc-45d4-a3b9-fe1bf386586d') {'for_net_delete': True} {{(pid=88123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:51:01.401591 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-aa4022ef-34bd-48da-a141-55e47921f232 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f622c89cd30>, '67b45f77-3fcc-45d4-a3b9-fe1bf386586d') {} {{(pid=88123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:51:01.412537 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba2cb6-58c5-4acb-aa19-070356433603 req-03f0cf7e-8c23-45d5-9402-23a95b64a89d tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:01.414225 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4dba2cb6-58c5-4acb-aa19-070356433603 req-03f0cf7e-8c23-45d5-9402-23a95b64a89d tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 945 time: 0.0873630
Dec 14 17:51:01.422386 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-aa4022ef-34bd-48da-a141-55e47921f232 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753728390873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1688503'] for segment, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:01.445216 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-aa4022ef-34bd-48da-a141-55e47921f232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:01.463878 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa4022ef-34bd-48da-a141-55e47921f232 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=88123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 14 17:51:01.464320 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-aa4022ef-34bd-48da-a141-55e47921f232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3099130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853087621'] for segment, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:01.471667 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4dba2cb6-58c5-4acb-aa19-070356433603 req-bdca113c-4d31-46ec-a868-4fa3086df770 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508778
Dec 14 17:51:01.479742 dv-cinder-821737-1-iscsi neutron-server[88013]: Traceback (most recent call last):
Dec 14 17:51:01.479742 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 14 17:51:01.479742 dv-cinder-821737-1-iscsi neutron-server[88013]:     timer()
Dec 14 17:51:01.479742 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 14 17:51:01.479742 dv-cinder-821737-1-iscsi neutron-server[88013]:     cb(*args, **kw)
Dec 14 17:51:01.479742 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 14 17:51:01.479742 dv-cinder-821737-1-iscsi neutron-server[88013]:     return func(*args, **kwargs)
Dec 14 17:51:01.479742 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 14 17:51:01.479742 dv-cinder-821737-1-iscsi neutron-server[88013]:     self._notify()
Dec 14 17:51:01.479742 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 14 17:51:01.479742 dv-cinder-821737-1-iscsi neutron-server[88013]:     self.callback(batched_events)
Dec 14 17:51:01.479742 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 14 17:51:01.479742 dv-cinder-821737-1-iscsi neutron-server[88013]:     event.method(event)
Dec 14 17:51:01.479742 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 14 17:51:01.479742 dv-cinder-821737-1-iscsi neutron-server[88013]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 14 17:51:01.479742 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 14 17:51:01.479742 dv-cinder-821737-1-iscsi neutron-server[88013]:     segment_id)['aggregates'][0]
Dec 14 17:51:01.479742 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 14 17:51:01.479742 dv-cinder-821737-1-iscsi neutron-server[88013]:     return f(self, *a, **k)
Dec 14 17:51:01.479742 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 14 17:51:01.479742 dv-cinder-821737-1-iscsi neutron-server[88013]:     return self._get(url).json()
Dec 14 17:51:01.479742 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 14 17:51:01.479742 dv-cinder-821737-1-iscsi neutron-server[88013]:     **kwargs)
Dec 14 17:51:01.479742 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 14 17:51:01.479742 dv-cinder-821737-1-iscsi neutron-server[88013]:     return self.request(url, 'GET', **kwargs)
Dec 14 17:51:01.479742 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 14 17:51:01.479742 dv-cinder-821737-1-iscsi neutron-server[88013]:     **endpoint_filter)
Dec 14 17:51:01.479742 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 14 17:51:01.479742 dv-cinder-821737-1-iscsi neutron-server[88013]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 14 17:51:01.479742 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 14 17:51:01.479742 dv-cinder-821737-1-iscsi neutron-server[88013]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 14 17:51:01.479742 dv-cinder-821737-1-iscsi neutron-server[88013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 14 17:51:01.578281 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d0dbca6e-5d6a-48a9-b333-1fc3133e4843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:01.582556 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d0dbca6e-5d6a-48a9-b333-1fc3133e4843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:01.590665 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b88dc1d9-6b6c-4e7a-8576-75443fed9b8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:01.600690 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-aa4022ef-34bd-48da-a141-55e47921f232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851849074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646652'] for network, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:01.626098 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-aa4022ef-34bd-48da-a141-55e47921f232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:01.639627 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dbca6e-5d6a-48a9-b333-1fc3133e4843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f408c4d-d0fd-4181-a18e-e0cc2f0a5057,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:01.649569 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-d0dbca6e-5d6a-48a9-b333-1fc3133e4843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:01.650191 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:01.672229 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-aa4022ef-34bd-48da-a141-55e47921f232 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c7802fc5-a17c-4dd6-82d0-f4687870ec44 HTTP/1.1" status: 204  len: 168 time: 0.6544623
Dec 14 17:51:01.673625 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4022ef-34bd-48da-a141-55e47921f232 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7802fc5-a17c-4dd6-82d0-f4687870ec44,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:01.677724 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-d0dbca6e-5d6a-48a9-b333-1fc3133e4843 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b52b0ed2b9404296b526df8ed4f61878&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7666521
Dec 14 17:51:01.678812 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-aa4022ef-34bd-48da-a141-55e47921f232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:01.681205 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 42956) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:01.764347 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-77895a4b-02e0-4fb8-ad46-4fcdafcd0590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:01.798841 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-77895a4b-02e0-4fb8-ad46-4fcdafcd0590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:01.854600 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-77895a4b-02e0-4fb8-ad46-4fcdafcd0590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:01.858604 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 42964) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:01.872574 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:01.890828 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-77895a4b-02e0-4fb8-ad46-4fcdafcd0590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:01.892764 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-77895a4b-02e0-4fb8-ad46-4fcdafcd0590 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0f408c4d-d0fd-4181-a18e-e0cc2f0a5057 HTTP/1.1" status: 204  len: 168 time: 0.2104342
Dec 14 17:51:01.894055 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77895a4b-02e0-4fb8-ad46-4fcdafcd0590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f408c4d-d0fd-4181-a18e-e0cc2f0a5057,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:01.897425 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-77895a4b-02e0-4fb8-ad46-4fcdafcd0590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:01.936830 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-4ded50fc-1af1-4071-89c2-348ec5e919ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7b6e2e452cc54e22b518c7e4efdd8d3a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0765896
Dec 14 17:51:01.940168 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 42972) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:02.028445 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-51ff8277-3784-4f05-9f76-c18ff646f077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:02.058551 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-51ff8277-3784-4f05-9f76-c18ff646f077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:02.108342 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-51ff8277-3784-4f05-9f76-c18ff646f077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:02.116653 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:02.136116 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff8277-3784-4f05-9f76-c18ff646f077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42a6ecd-4b1f-4436-8151-d33c23edc80e,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:02.139560 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-51ff8277-3784-4f05-9f76-c18ff646f077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:02.140486 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-51ff8277-3784-4f05-9f76-c18ff646f077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:02.141793 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-51ff8277-3784-4f05-9f76-c18ff646f077 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b42a6ecd-4b1f-4436-8151-d33c23edc80e HTTP/1.1" status: 204  len: 168 time: 0.2010002
Dec 14 17:51:02.240374 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75045b5f-d7dc-4d3d-9a62-d7e492946c31 req-1abc7190-b1ea-4a8c-8be1-6c74e3731667 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:02.242092 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-75045b5f-d7dc-4d3d-9a62-d7e492946c31 req-1abc7190-b1ea-4a8c-8be1-6c74e3731667 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 944 time: 0.0936522
Dec 14 17:51:02.294989 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-75045b5f-d7dc-4d3d-9a62-d7e492946c31 req-aad7dcee-4bd4-4e1f-a9f5-6b22012be437 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449018
Dec 14 17:51:02.447968 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 42986) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:02.476984 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5875837f-8bb1-4234-83ac-d7986b5c2aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:02.536756 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-5875837f-8bb1-4234-83ac-d7986b5c2aab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:51:02.544039 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-5875837f-8bb1-4234-83ac-d7986b5c2aab admin admin] Usage tracker for resource:security_group_rule and tenant:22e21cea82b24c7da7398f4ce40a0eff is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:51:02.549280 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-5875837f-8bb1-4234-83ac-d7986b5c2aab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:51:02.560804 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-5875837f-8bb1-4234-83ac-d7986b5c2aab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:51:02.683803 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 42992) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:02.746757 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-12fbce39-326a-42c5-8d14-dc16cfafd586 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=389abc117b6c4542b01664326c808e6b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0616953
Dec 14 17:51:02.749355 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 42996) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:02.780205 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5875837f-8bb1-4234-83ac-d7986b5c2aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:02.786817 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5875837f-8bb1-4234-83ac-d7986b5c2aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:02.797456 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-49b6e31f-87df-47a7-896d-7b48de0a7830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:02.815995 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4c68600e-96da-4e44-860a-46564d3ac63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:02.817615 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa001a8-b718-4c49-9804-331830da722c req-7e6171ea-2ebe-4a20-b334-bedee12ca8e2 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:02.819294 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4aa001a8-b718-4c49-9804-331830da722c req-7e6171ea-2ebe-4a20-b334-bedee12ca8e2 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 945 time: 0.2177894
Dec 14 17:51:02.843463 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4c68600e-96da-4e44-860a-46564d3ac63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:02.868553 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875837f-8bb1-4234-83ac-d7986b5c2aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ee5678-44d0-421f-b11b-1aed14fc2c5f,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:02.871845 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-5875837f-8bb1-4234-83ac-d7986b5c2aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:02.889620 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-5875837f-8bb1-4234-83ac-d7986b5c2aab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=22e21cea82b24c7da7398f4ce40a0eff&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4401011
Dec 14 17:51:02.892722 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 43002) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:02.893014 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4c68600e-96da-4e44-860a-46564d3ac63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:02.897537 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:02.909869 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68600e-96da-4e44-860a-46564d3ac63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3877c5-27de-4a3e-9dd0-74a919db6c4b,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:02.914345 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-4c68600e-96da-4e44-860a-46564d3ac63b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:02.917692 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4c68600e-96da-4e44-860a-46564d3ac63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:02.918976 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-4c68600e-96da-4e44-860a-46564d3ac63b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bb3877c5-27de-4a3e-9dd0-74a919db6c4b HTTP/1.1" status: 204  len: 168 time: 0.1683769
Dec 14 17:51:02.934592 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4aa001a8-b718-4c49-9804-331830da722c req-89add00b-cbd9-461f-be2e-1da7fdda6a94 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014655
Dec 14 17:51:02.990607 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a5245c70-c252-452c-a60f-efbaddf36c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:03.025378 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a5245c70-c252-452c-a60f-efbaddf36c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:03.075839 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a5245c70-c252-452c-a60f-efbaddf36c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:03.082842 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e79f651a-78b5-4d5f-98bf-9588779e708b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:03.100213 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5245c70-c252-452c-a60f-efbaddf36c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ee5678-44d0-421f-b11b-1aed14fc2c5f,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:03.103759 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a5245c70-c252-452c-a60f-efbaddf36c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:03.104695 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a5245c70-c252-452c-a60f-efbaddf36c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:03.120730 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-a5245c70-c252-452c-a60f-efbaddf36c29 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/73ee5678-44d0-421f-b11b-1aed14fc2c5f HTTP/1.1" status: 204  len: 168 time: 0.2172925
Dec 14 17:51:03.537895 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['a869d0b8-68c2-4175-b459-080e286a5577'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 17:51:03.987110 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237165ad-1125-4d44-b240-20947f1645e6 req-1988c295-0a96-414e-be84-34de67890e9b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:03.989575 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-237165ad-1125-4d44-b240-20947f1645e6 req-1988c295-0a96-414e-be84-34de67890e9b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 944 time: 0.4824440
Dec 14 17:51:03.994070 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4a3be356-8221-4330-8445-953c2060b7c9 req-1649bb01-a006-418b-b715-9b0052ed3691 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 1098 time: 0.3761730
Dec 14 17:51:04.092375 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4a3be356-8221-4330-8445-953c2060b7c9 req-264a6cd0-e869-4b82-96b9-fd64489d6a2b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744400
Dec 14 17:51:04.096976 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-237165ad-1125-4d44-b240-20947f1645e6 req-d4c73baa-26b0-490f-a47f-071eded25a81 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1005731
Dec 14 17:51:04.247636 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17cfd49-33cd-43cb-ab37-e01d92f5b0ea req-74ae76c5-563e-42ff-90c4-d4eaa11a61a9 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:04.249341 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c17cfd49-33cd-43cb-ab37-e01d92f5b0ea req-74ae76c5-563e-42ff-90c4-d4eaa11a61a9 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 945 time: 0.1185544
Dec 14 17:51:04.304255 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c17cfd49-33cd-43cb-ab37-e01d92f5b0ea req-24da9b24-c6be-4126-a0de-1aa963da4410 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484450
Dec 14 17:51:04.791040 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 43112) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:04.966561 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-7188db45-d4fc-4174-8de8-72ad079b4883 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1180740483-network', 'tenant_id': '59177f4921bc4eddb04e2ba61fe8bb69'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:51:04.973281 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-7188db45-d4fc-4174-8de8-72ad079b4883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:51:04.978544 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-7188db45-d4fc-4174-8de8-72ad079b4883 admin admin] Usage tracker for resource:network and tenant:59177f4921bc4eddb04e2ba61fe8bb69 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:51:04.981920 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-7188db45-d4fc-4174-8de8-72ad079b4883 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:51:04.989929 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-7188db45-d4fc-4174-8de8-72ad079b4883 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:51:05.010530 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7188db45-d4fc-4174-8de8-72ad079b4883 admin admin] Made reservation on behalf of 59177f4921bc4eddb04e2ba61fe8bb69 for: {'network': 1} {{(pid=88122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:51:05.018380 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7188db45-d4fc-4174-8de8-72ad079b4883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for network, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:05.039136 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7188db45-d4fc-4174-8de8-72ad079b4883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:05.081497 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-7188db45-d4fc-4174-8de8-72ad079b4883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:51:05.086220 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-7188db45-d4fc-4174-8de8-72ad079b4883 admin admin] Usage tracker for resource:security_group_rule and tenant:59177f4921bc4eddb04e2ba61fe8bb69 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:51:05.089568 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-7188db45-d4fc-4174-8de8-72ad079b4883 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:51:05.098105 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-7188db45-d4fc-4174-8de8-72ad079b4883 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:51:05.193967 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7188db45-d4fc-4174-8de8-72ad079b4883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:05.199849 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7188db45-d4fc-4174-8de8-72ad079b4883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:05.207902 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:05.231944 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device a869d0b8-68c2-4175-b459-080e286a5577 up at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:51:05.246119 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7188db45-d4fc-4174-8de8-72ad079b4883 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'}  {{(pid=88122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 14 17:51:05.270248 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7188db45-d4fc-4174-8de8-72ad079b4883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e7f36d-da10-449d-998a-26148d3ea66f,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:05.274919 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7188db45-d4fc-4174-8de8-72ad079b4883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:05.275449 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.segments_db [None req-7188db45-d4fc-4174-8de8-72ad079b4883 admin admin] Added segment 80b7242e-6817-401f-abcf-7ea64ad5f21c of type vlan for network 4087a311-1d65-4d7b-91c1-04a929231ad2
Dec 14 17:51:05.277716 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-7188db45-d4fc-4174-8de8-72ad079b4883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:05.321324 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7188db45-d4fc-4174-8de8-72ad079b4883 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753727864657'] for network, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:05.432689 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning for port a869d0b8-68c2-4175-b459-080e286a5577 completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:51:05.439251 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning complete for port a869d0b8-68c2-4175-b459-080e286a5577 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:51:05.442404 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:05.533636 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7188db45-d4fc-4174-8de8-72ad079b4883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388'] for network, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:05.540737 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7188db45-d4fc-4174-8de8-72ad079b4883 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:05.541832 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7188db45-d4fc-4174-8de8-72ad079b4883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:05.575229 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:05.656644 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:05.686885 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a869d0b8-68c2-4175-b459-080e286a5577'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:51:05.698898 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port a869d0b8-68c2-4175-b459-080e286a5577, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=a869d0b8-68c2-4175-b459-080e286a5577,segment=NetworkSegment(f04df0de-e1dd-4c82-94f5-bc20bcdf696e),segment_id=f04df0de-e1dd-4c82-94f5-bc20bcdf696e)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:51:05.702505 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:05.704956 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:05.760450 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-7188db45-d4fc-4174-8de8-72ad079b4883 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9676244
Dec 14 17:51:05.763671 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 43160) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:05.772981 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-1e282ed2-0c3f-403f-8679-effddddb011f admin admin] Request body: {'subnet': {'network_id': '4087a311-1d65-4d7b-91c1-04a929231ad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1180740483-subnet', 'tenant_id': '59177f4921bc4eddb04e2ba61fe8bb69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:51:05.779620 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-1e282ed2-0c3f-403f-8679-effddddb011f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:51:05.784987 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-1e282ed2-0c3f-403f-8679-effddddb011f admin admin] Usage tracker for resource:subnet and tenant:59177f4921bc4eddb04e2ba61fe8bb69 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:51:05.788805 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=a869d0b8-68c2-4175-b459-080e286a5577,revision_number=5']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:05.789177 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-1e282ed2-0c3f-403f-8679-effddddb011f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:51:05.796959 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-1e282ed2-0c3f-403f-8679-effddddb011f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:51:05.804435 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:05.812603 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e282ed2-0c3f-403f-8679-effddddb011f admin admin] Made reservation on behalf of 59177f4921bc4eddb04e2ba61fe8bb69 for: {'subnet': 1} {{(pid=88123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:51:05.813428 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7188db45-d4fc-4174-8de8-72ad079b4883 admin admin] Pushing event updated for resources: {'Network': ['ID=4087a311-1d65-4d7b-91c1-04a929231ad2,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:05.819439 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1e282ed2-0c3f-403f-8679-effddddb011f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852940243'] for subnet, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:05.823907 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-7188db45-d4fc-4174-8de8-72ad079b4883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:05.827147 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Network 4087a311-1d65-4d7b-91c1-04a929231ad2 details requested by agent ovs-agent-dv-cinder-821737-1-iscsi with host dv-cinder-821737-1-iscsi {{(pid=88124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 14 17:51:05.853273 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b012e07-c905-4694-b958-000fc53018a3 req-33a89282-3a4a-42b3-a481-bd0bdeb51ccb tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:05.860683 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8b012e07-c905-4694-b958-000fc53018a3 req-33a89282-3a4a-42b3-a481-bd0bdeb51ccb tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 944 time: 0.4345608
Dec 14 17:51:05.940540 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8b012e07-c905-4694-b958-000fc53018a3 req-a43bc300-2a44-4b65-ae66-fbca9a846432 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0736990
Dec 14 17:51:05.946884 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b66534-a25f-4ec1-9a09-a6df4e575b95 req-9ef2964c-bcde-426c-b84c-fe1c823e2a90 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:05.948462 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a8b66534-a25f-4ec1-9a09-a6df4e575b95 req-9ef2964c-bcde-426c-b84c-fe1c823e2a90 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 945 time: 0.1910276
Dec 14 17:51:06.011211 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a8b66534-a25f-4ec1-9a09-a6df4e575b95 req-f252d3ba-68ac-4ceb-8ca2-77b9d251fe69 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469842
Dec 14 17:51:06.014358 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a869d0b8-68c2-4175-b459-080e286a5577', 'code': 200}
Dec 14 17:51:06.086907 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1e282ed2-0c3f-403f-8679-effddddb011f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853087467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852940228'] for subnet, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:06.096213 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-8ba987fe-58e1-49b2-b589-807052b91627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:06.188886 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e282ed2-0c3f-403f-8679-effddddb011f admin admin] Checking segment: {'id': '80b7242e-6817-401f-abcf-7ea64ad5f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4087a311-1d65-4d7b-91c1-04a929231ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:51:06.189261 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e282ed2-0c3f-403f-8679-effddddb011f admin admin] Network hostable DHCP agents. Network: 4087a311-1d65-4d7b-91c1-04a929231ad2, hostable agents: ['ca44529e-a98f-42ef-93fd-bf8911629c2d'], hosted agents: [] {{(pid=88123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 14 17:51:06.198800 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e282ed2-0c3f-403f-8679-effddddb011f admin admin] Pushing event updated for resources: {'Subnet': ['ID=731eeeab-24b7-43ec-9c4f-fa31095228c7,revision_number=0']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:06.202428 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-1e282ed2-0c3f-403f-8679-effddddb011f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:06.223486 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e282ed2-0c3f-403f-8679-effddddb011f admin admin] Network 4087a311-1d65-4d7b-91c1-04a929231ad2 is scheduled to be hosted by DHCP agent ca44529e-a98f-42ef-93fd-bf8911629c2d with binding_index 1 {{(pid=88123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 14 17:51:06.238682 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-1e282ed2-0c3f-403f-8679-effddddb011f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-iscsi, 4087a311-1d65-4d7b-91c1-04a929231ad2) {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:51:06.248514 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c91672-384b-4199-9217-b5c712ff9275 None None] Network 4087a311-1d65-4d7b-91c1-04a929231ad2 requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:51:06.252906 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e282ed2-0c3f-403f-8679-effddddb011f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:06.253649 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1e282ed2-0c3f-403f-8679-effddddb011f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for subnet, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:06.288099 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-1e282ed2-0c3f-403f-8679-effddddb011f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5224872
Dec 14 17:51:06.485161 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7e71a6cf-a48b-4cc8-adc7-2feb0efff508 req-0118169d-c00c-4324-ae93-97ada72453f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02573c92b5c647b2982d81b49df3d4cb&device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 1098 time: 0.1458414
Dec 14 17:51:06.588120 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6a36b258-0198-43c8-bbc8-c3b9094afe2a req-0ae0e036-474a-43be-84a9-9fc6c2a8b2c6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 1098 time: 0.2309713
Dec 14 17:51:06.667363 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6a36b258-0198-43c8-bbc8-c3b9094afe2a req-2eb979ac-da0b-4186-b185-85f5c53c52d8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0723777
Dec 14 17:51:06.683103 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02201a6-c150-4f26-9f8f-1899d1438b93 None None] Network 4087a311-1d65-4d7b-91c1-04a929231ad2 requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:51:06.814106 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71a6cf-a48b-4cc8-adc7-2feb0efff508 req-d41e2290-6e8f-4d66-b4cf-24ce694ada17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:06.816019 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7e71a6cf-a48b-4cc8-adc7-2feb0efff508 req-d41e2290-6e8f-4d66-b4cf-24ce694ada17 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c35705db-bd11-4f34-bbd6-c42f1d037762 HTTP/1.1" status: 200  len: 920 time: 0.3237748
Dec 14 17:51:06.831579 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ea2aa-12dd-402e-9052-e98b75468440 req-773b839c-3fcd-4a31-8cf1-61c4d0726220 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:06.833181 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7b6ea2aa-12dd-402e-9052-e98b75468440 req-773b839c-3fcd-4a31-8cf1-61c4d0726220 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 945 time: 0.2453957
Dec 14 17:51:06.869506 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 43198) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:07.068333 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7b6ea2aa-12dd-402e-9052-e98b75468440 req-5000bfd4-ccff-4bfc-88b2-f9cd4421e2f9 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2268274
Dec 14 17:51:07.089459 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7e71a6cf-a48b-4cc8-adc7-2feb0efff508 req-e5050d01-c244-4cdf-ac62-214f5bd1aec5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a09a77d-c59c-4dfa-85be-f4342b4f7963 HTTP/1.1" status: 200  len: 217 time: 0.1827915
Dec 14 17:51:07.143473 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d7b8526a-a8c3-46f7-9854-6d946780b33a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:07.235608 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-d7b8526a-a8c3-46f7-9854-6d946780b33a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:51:07.244337 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-d7b8526a-a8c3-46f7-9854-6d946780b33a admin admin] Usage tracker for resource:security_group_rule and tenant:57fab1a964ba449b8ce346aa6d02610f is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:51:07.247130 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71a6cf-a48b-4cc8-adc7-2feb0efff508 req-12e558b3-af00-4e81-8793-9fd8bb1eee54 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:07.248711 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7e71a6cf-a48b-4cc8-adc7-2feb0efff508 req-12e558b3-af00-4e81-8793-9fd8bb1eee54 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53bb809e-79d6-4e3e-82eb-339121ccc0a1 HTTP/1.1" status: 200  len: 859 time: 0.1514668
Dec 14 17:51:07.251326 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-d7b8526a-a8c3-46f7-9854-6d946780b33a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:51:07.263274 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-d7b8526a-a8c3-46f7-9854-6d946780b33a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:51:07.310987 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7e71a6cf-a48b-4cc8-adc7-2feb0efff508 req-d46ff440-4a43-4ba3-93c2-5c361c813f0f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c35705db-bd11-4f34-bbd6-c42f1d037762&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497320
Dec 14 17:51:07.318261 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473308a-f5c7-424d-9335-99929936da7f req-5c586b74-7b6d-427b-8d66-7d42ecc37f4b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:07.320008 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f473308a-f5c7-424d-9335-99929936da7f req-5c586b74-7b6d-427b-8d66-7d42ecc37f4b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.1693113
Dec 14 17:51:07.387952 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d7b8526a-a8c3-46f7-9854-6d946780b33a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:07.392463 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d7b8526a-a8c3-46f7-9854-6d946780b33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:07.404919 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-914cdc8f-edcc-48de-af9b-7b2905723a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:07.461480 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-d7b8526a-a8c3-46f7-9854-6d946780b33a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=57fab1a964ba449b8ce346aa6d02610f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5879517
Dec 14 17:51:07.461480 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8526a-a8c3-46f7-9854-6d946780b33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1ec148-d8c3-40c2-aef4-941e3004c5b2,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:07.464076 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-d7b8526a-a8c3-46f7-9854-6d946780b33a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:07.464791 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 43220) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:07.513155 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f473308a-f5c7-424d-9335-99929936da7f req-0e8b745f-6d19-4a76-8da5-c13e58851365 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1687083
Dec 14 17:51:07.540248 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7e71a6cf-a48b-4cc8-adc7-2feb0efff508 req-2020cd48-1d99-4524-bca8-aca779c9b7e2 service neutron] 10.222.0.41 "GET /v2.0/networks/c35705db-bd11-4f34-bbd6-c42f1d037762?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2193844
Dec 14 17:51:07.554317 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cf111716-1646-47d8-8107-a7ab33e6623e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:07.598325 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cf111716-1646-47d8-8107-a7ab33e6623e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:07.698334 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cf111716-1646-47d8-8107-a7ab33e6623e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:07.704243 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-4cd54176-2901-4fcf-ab89-0d75c3874e4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:07.729075 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cf111716-1646-47d8-8107-a7ab33e6623e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:07.730357 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-cf111716-1646-47d8-8107-a7ab33e6623e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bf1ec148-d8c3-40c2-aef4-941e3004c5b2 HTTP/1.1" status: 204  len: 168 time: 0.2645161
Dec 14 17:51:07.732881 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf111716-1646-47d8-8107-a7ab33e6623e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1ec148-d8c3-40c2-aef4-941e3004c5b2,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:07.741024 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-cf111716-1646-47d8-8107-a7ab33e6623e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:07.785640 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7e71a6cf-a48b-4cc8-adc7-2feb0efff508 req-26d80622-c684-4f8d-b08f-c16dc827d119 service neutron] 10.222.0.41 "GET /v2.0/networks/c35705db-bd11-4f34-bbd6-c42f1d037762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2347016
Dec 14 17:51:07.915360 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 43242) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:08.165583 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 43252) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:08.187748 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-42aa4568-b69f-4a41-9660-dcdd8f35305b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:08.230758 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-42aa4568-b69f-4a41-9660-dcdd8f35305b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:51:08.235697 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-42aa4568-b69f-4a41-9660-dcdd8f35305b admin admin] Usage tracker for resource:security_group_rule and tenant:cb42cc17d6f54edda4f16a0847794e6e is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:51:08.239451 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-42aa4568-b69f-4a41-9660-dcdd8f35305b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:51:08.248268 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-42aa4568-b69f-4a41-9660-dcdd8f35305b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:51:08.283913 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-daa102a8-b4c6-40d5-9292-495a8701ff96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:08.344583 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-daa102a8-b4c6-40d5-9292-495a8701ff96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:51:08.352729 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-daa102a8-b4c6-40d5-9292-495a8701ff96 admin admin] Usage tracker for resource:security_group_rule and tenant:f3e186929cd240bf8814e9f199b1d1a3 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:51:08.361997 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-daa102a8-b4c6-40d5-9292-495a8701ff96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:51:08.378495 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-daa102a8-b4c6-40d5-9292-495a8701ff96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:51:08.410665 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-42aa4568-b69f-4a41-9660-dcdd8f35305b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:08.417619 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-42aa4568-b69f-4a41-9660-dcdd8f35305b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:08.432054 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:08.435408 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63777c9f-ff72-4edd-8e8b-218b769c991f req-8559cf46-94ab-4659-88fe-0dc02c9d17d6 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:08.437424 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-63777c9f-ff72-4edd-8e8b-218b769c991f req-8559cf46-94ab-4659-88fe-0dc02c9d17d6 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 945 time: 0.1362002
Dec 14 17:51:08.490185 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-42aa4568-b69f-4a41-9660-dcdd8f35305b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cb42cc17d6f54edda4f16a0847794e6e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3230417
Dec 14 17:51:08.492150 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa4568-b69f-4a41-9660-dcdd8f35305b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5495265d-2938-4fed-b625-514ee58fc4ba,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:08.493698 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 43264) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:08.496220 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-42aa4568-b69f-4a41-9660-dcdd8f35305b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:08.518470 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-63777c9f-ff72-4edd-8e8b-218b769c991f req-655ec2bb-8438-4d2e-b2d2-9a4cb8c589bc tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707498
Dec 14 17:51:08.554647 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-daa102a8-b4c6-40d5-9292-495a8701ff96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:08.558523 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-daa102a8-b4c6-40d5-9292-495a8701ff96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:08.568218 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-74eac0d6-2379-417f-830e-bd8f1dd16f48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:08.617822 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-de803da3-dea8-4080-a253-8c0678e6f8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:08.621301 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-daa102a8-b4c6-40d5-9292-495a8701ff96 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f3e186929cd240bf8814e9f199b1d1a3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7022653
Dec 14 17:51:08.621301 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa102a8-b4c6-40d5-9292-495a8701ff96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48906f0-13b1-469e-89e9-56fbb81ad14c,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:08.622403 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 43274) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:08.625380 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-daa102a8-b4c6-40d5-9292-495a8701ff96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:08.676472 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-de803da3-dea8-4080-a253-8c0678e6f8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:08.696041 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d245a710-af92-4348-9c82-22f8ae0caf9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:08.726050 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d245a710-af92-4348-9c82-22f8ae0caf9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:08.798475 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d245a710-af92-4348-9c82-22f8ae0caf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:08.799529 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-de803da3-dea8-4080-a253-8c0678e6f8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:08.804291 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-d7b8526a-a8c3-46f7-9854-6d946780b33a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:08.808751 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:08.821158 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245a710-af92-4348-9c82-22f8ae0caf9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48906f0-13b1-469e-89e9-56fbb81ad14c,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:08.824466 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-d245a710-af92-4348-9c82-22f8ae0caf9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:08.843500 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de803da3-dea8-4080-a253-8c0678e6f8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5495265d-2938-4fed-b625-514ee58fc4ba,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:08.852805 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d245a710-af92-4348-9c82-22f8ae0caf9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:08.856565 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-d245a710-af92-4348-9c82-22f8ae0caf9d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d48906f0-13b1-469e-89e9-56fbb81ad14c HTTP/1.1" status: 204  len: 168 time: 0.2305031
Dec 14 17:51:08.859915 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-de803da3-dea8-4080-a253-8c0678e6f8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:08.861159 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-de803da3-dea8-4080-a253-8c0678e6f8dd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5495265d-2938-4fed-b625-514ee58fc4ba HTTP/1.1" status: 204  len: 168 time: 0.3660228
Dec 14 17:51:08.869204 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982cc0e3-e818-42d6-8513-84b6860f894b req-00d92c86-0f62-47db-bdbb-82f94340b45e tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:08.871285 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-982cc0e3-e818-42d6-8513-84b6860f894b req-00d92c86-0f62-47db-bdbb-82f94340b45e tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.1694415
Dec 14 17:51:08.872636 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de803da3-dea8-4080-a253-8c0678e6f8dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:51:08.873031 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de803da3-dea8-4080-a253-8c0678e6f8dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:51:08.873417 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de803da3-dea8-4080-a253-8c0678e6f8dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:51:08.873829 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de803da3-dea8-4080-a253-8c0678e6f8dd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:51:08.874214 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de803da3-dea8-4080-a253-8c0678e6f8dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:51:08.874588 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de803da3-dea8-4080-a253-8c0678e6f8dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:51:08.874965 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de803da3-dea8-4080-a253-8c0678e6f8dd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:51:08.875342 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de803da3-dea8-4080-a253-8c0678e6f8dd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:51:08.875717 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de803da3-dea8-4080-a253-8c0678e6f8dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:51:08.876090 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de803da3-dea8-4080-a253-8c0678e6f8dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:51:08.876462 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de803da3-dea8-4080-a253-8c0678e6f8dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:51:08.881711 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-de803da3-dea8-4080-a253-8c0678e6f8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:08.952503 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-982cc0e3-e818-42d6-8513-84b6860f894b req-4fce2ab1-9ff5-449d-8716-9141977bedd5 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0696681
Dec 14 17:51:09.179001 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91049bd8-8853-4a30-b7cd-17b8b280c128 req-1e0c1cd1-53ec-4d62-ab26-edb491362800 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:09.180638 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-91049bd8-8853-4a30-b7cd-17b8b280c128 req-1e0c1cd1-53ec-4d62-ab26-edb491362800 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.0897450
Dec 14 17:51:09.191850 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 43298) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:09.197882 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-ae945307-3699-474b-8095-ab602b909bec tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Request body: {'floatingip': {'port_id': 'a869d0b8-68c2-4175-b459-080e286a5577'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:51:09.286194 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ae945307-3699-474b-8095-ab602b909bec tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for floatingip, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:09.364313 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 43314) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:09.527869 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-2be0178a-3000-4a46-9be0-12770af318f5 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:09.528630 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-2be0178a-3000-4a46-9be0-12770af318f5 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Synchronizing usage tracker for tenant:59177f4921bc4eddb04e2ba61fe8bb69 on resource:network {{(pid=88122) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:51:09.568211 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6d187b2f-abed-45c5-937a-d1c72cf86e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:09.586549 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-2be0178a-3000-4a46-9be0-12770af318f5 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Unset dirty status for tenant:59177f4921bc4eddb04e2ba61fe8bb69 on resource:network {{(pid=88122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:51:09.587792 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-2be0178a-3000-4a46-9be0-12770af318f5 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/networks?id=4087a311-1d65-4d7b-91c1-04a929231ad2 HTTP/1.1" status: 200  len: 809 time: 0.2572656
Dec 14 17:51:09.619926 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-950d6d18-799c-4779-84bc-0080d8abd803 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/quotas/59177f4921bc4eddb04e2ba61fe8bb69 HTTP/1.1" status: 200  len: 375 time: 0.0198338
Dec 14 17:51:09.620577 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 43326) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:09.649313 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2f9a55c6-a9f3-4a41-a46e-85f09e8f139a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:09.664532 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-6d187b2f-abed-45c5-937a-d1c72cf86e48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:51:09.718983 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-bd16a960-24f0-4d51-b544-ca77e5ee9ce1 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=59177f4921bc4eddb04e2ba61fe8bb69&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0920389
Dec 14 17:51:09.720026 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-6d187b2f-abed-45c5-937a-d1c72cf86e48 admin admin] Usage tracker for resource:security_group_rule and tenant:1dcb8aece3dd48658824516d4ab84ea9 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:51:09.728096 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-6d187b2f-abed-45c5-937a-d1c72cf86e48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:51:09.886519 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-6d187b2f-abed-45c5-937a-d1c72cf86e48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:51:09.929412 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-2f9a55c6-a9f3-4a41-a46e-85f09e8f139a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:51:09.946213 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-2f9a55c6-a9f3-4a41-a46e-85f09e8f139a admin admin] Usage tracker for resource:security_group_rule and tenant:d9490a9cf2344923be90d4d4c3b0bcdb is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:51:09.958384 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-2f9a55c6-a9f3-4a41-a46e-85f09e8f139a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:51:09.979260 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-2f9a55c6-a9f3-4a41-a46e-85f09e8f139a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:51:10.009017 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-1d6cfb66-3923-471c-96d3-ca820d0f80d9 service neutron] 10.222.0.53 "GET /v2.0/networks/4087a311-1d65-4d7b-91c1-04a929231ad2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2403762
Dec 14 17:51:10.130155 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07946077-4dca-4694-b0dd-d2d5dae4c639 req-2a8a16fc-165e-47e3-89cd-4b1aac85bf3e tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:10.131920 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-07946077-4dca-4694-b0dd-d2d5dae4c639 req-2a8a16fc-165e-47e3-89cd-4b1aac85bf3e tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 945 time: 0.4071088
Dec 14 17:51:10.197878 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6d187b2f-abed-45c5-937a-d1c72cf86e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:10.248457 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6d187b2f-abed-45c5-937a-d1c72cf86e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:10.277348 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:10.475346 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ae945307-3699-474b-8095-ab602b909bec tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:10.479721 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ae945307-3699-474b-8095-ab602b909bec tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646637'] for floatingip, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:10.585904 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2f9a55c6-a9f3-4a41-a46e-85f09e8f139a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:10.610309 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-07755920-e611-4a20-9eb8-9271bc08d8ca service neutron] 10.222.0.53 "GET /v2.0/networks/4087a311-1d65-4d7b-91c1-04a929231ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5849156
Dec 14 17:51:10.610939 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2f9a55c6-a9f3-4a41-a46e-85f09e8f139a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:10.615398 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-07946077-4dca-4694-b0dd-d2d5dae4c639 req-f5aad0aa-c4c5-4117-912b-9e297ae4b441 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4761112
Dec 14 17:51:10.623044 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d187b2f-abed-45c5-937a-d1c72cf86e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fce973-50cf-4d9a-afa1-2d57514e5af0,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:10.628554 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-6d187b2f-abed-45c5-937a-d1c72cf86e48 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1dcb8aece3dd48658824516d4ab84ea9&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2628579
Dec 14 17:51:10.629596 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-6d187b2f-abed-45c5-937a-d1c72cf86e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:10.631686 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-27986070-ddf8-4852-8bdf-a44c72e2e54f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:10.641880 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 43348) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:10.709697 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a55c6-a9f3-4a41-a46e-85f09e8f139a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e193d2c-acf9-4813-8624-5195be742a2f,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:10.725840 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2f9a55c6-a9f3-4a41-a46e-85f09e8f139a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:10.731948 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 43354) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:10.733423 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-2f9a55c6-a9f3-4a41-a46e-85f09e8f139a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d9490a9cf2344923be90d4d4c3b0bcdb&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1101446
Dec 14 17:51:10.765307 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-dc3e686f-1e23-4a06-a79d-45fe7757ac6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:10.811613 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-dc3e686f-1e23-4a06-a79d-45fe7757ac6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:10.822780 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.l3_db [None req-ae945307-3699-474b-8095-ab602b909bec tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Floating IP 14c33356-4452-4714-bf5b-0947d003a34f associated. External IP: 172.27.2.46, port: a869d0b8-68c2-4175-b459-080e286a5577.
Dec 14 17:51:10.946478 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d5456dfe-0bc1-4b64-990a-74cc44184930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:10.979155 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4d8ba95f-9ea0-4ea6-972d-bd90cce44c79 req-915bb62b-8dfd-45fc-be5e-737ed1e78ff9 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/ports?device_id=a956f187-ffb2-4361-b1c3-466674ddce72 HTTP/1.1" status: 200  len: 210 time: 0.1118183
Dec 14 17:51:10.980840 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-dc3e686f-1e23-4a06-a79d-45fe7757ac6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:10.984537 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d5456dfe-0bc1-4b64-990a-74cc44184930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:10.986926 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-7188db45-d4fc-4174-8de8-72ad079b4883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:11.001927 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e686f-1e23-4a06-a79d-45fe7757ac6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fce973-50cf-4d9a-afa1-2d57514e5af0,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:11.012433 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-dc3e686f-1e23-4a06-a79d-45fe7757ac6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:11.021632 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-dc3e686f-1e23-4a06-a79d-45fe7757ac6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:11.026674 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-dc3e686f-1e23-4a06-a79d-45fe7757ac6c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/87fce973-50cf-4d9a-afa1-2d57514e5af0 HTTP/1.1" status: 204  len: 168 time: 0.3810873
Dec 14 17:51:11.132087 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d5456dfe-0bc1-4b64-990a-74cc44184930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:11.137657 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-451c5597-73d5-4169-bc0b-6e6aa0016b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:11.154291 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5456dfe-0bc1-4b64-990a-74cc44184930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e193d2c-acf9-4813-8624-5195be742a2f,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:11.172244 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d5456dfe-0bc1-4b64-990a-74cc44184930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:11.173461 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-d5456dfe-0bc1-4b64-990a-74cc44184930 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9e193d2c-acf9-4813-8624-5195be742a2f HTTP/1.1" status: 204  len: 168 time: 0.4372783
Dec 14 17:51:11.178218 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5456dfe-0bc1-4b64-990a-74cc44184930 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:51:11.178620 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5456dfe-0bc1-4b64-990a-74cc44184930 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:51:11.179008 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5456dfe-0bc1-4b64-990a-74cc44184930 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:51:11.179392 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5456dfe-0bc1-4b64-990a-74cc44184930 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:51:11.179776 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5456dfe-0bc1-4b64-990a-74cc44184930 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:51:11.180158 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5456dfe-0bc1-4b64-990a-74cc44184930 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:51:11.180536 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5456dfe-0bc1-4b64-990a-74cc44184930 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:51:11.180909 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5456dfe-0bc1-4b64-990a-74cc44184930 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:51:11.181287 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5456dfe-0bc1-4b64-990a-74cc44184930 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:51:11.181660 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5456dfe-0bc1-4b64-990a-74cc44184930 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:51:11.182058 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5456dfe-0bc1-4b64-990a-74cc44184930 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:51:11.185842 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-d5456dfe-0bc1-4b64-990a-74cc44184930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:11.648036 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae945307-3699-474b-8095-ab602b909bec tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Router e62b8666-2cc9-4a1d-a59e-36afa8810025 has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 17:51:11.685721 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 43390) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:11.745390 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b3a26d5c-ddd9-48b4-a66f-cb1cca9e9951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:11.830090 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-b3a26d5c-ddd9-48b4-a66f-cb1cca9e9951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:51:11.841655 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-b3a26d5c-ddd9-48b4-a66f-cb1cca9e9951 admin admin] Usage tracker for resource:security_group_rule and tenant:ed0f02d02b054709a930ba6c6f351d88 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:51:11.855722 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-b3a26d5c-ddd9-48b4-a66f-cb1cca9e9951 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:51:11.880009 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-b3a26d5c-ddd9-48b4-a66f-cb1cca9e9951 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:51:12.080749 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae945307-3699-474b-8095-ab602b909bec tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 17:51:12.085604 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ae945307-3699-474b-8095-ab602b909bec tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for floatingip, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:12.103939 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f0a09b-b854-4ec3-9e49-1b9ef6919de3 None None] Sync routers for ids ['e62b8666-2cc9-4a1d-a59e-36afa8810025'] in dv-cinder-821737-1-iscsi {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 17:51:12.121562 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea671d-9095-4543-adc7-df8237385ac8 req-52e7a9cf-e658-4c50-9089-c7aa24930076 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:12.123454 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-adea671d-9095-4543-adc7-df8237385ac8 req-52e7a9cf-e658-4c50-9089-c7aa24930076 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 945 time: 0.2104023
Dec 14 17:51:12.142217 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f0a09b-b854-4ec3-9e49-1b9ef6919de3 None None] Routers {'e62b8666-2cc9-4a1d-a59e-36afa8810025'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:51:12.143363 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-a4f0a09b-b854-4ec3-9e49-1b9ef6919de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622cf3df98>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:50:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['e62b8666-2cc9-4a1d-a59e-36afa8810025'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:51:12.159109 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-ae945307-3699-474b-8095-ab602b909bec tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "PUT /v2.0/floatingips/14c33356-4452-4714-bf5b-0947d003a34f HTTP/1.1" status: 200  len: 990 time: 2.9630578
Dec 14 17:51:12.159109 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa', 'tag': 'a869d0b8-68c2-4175-b459-080e286a5577'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:51:12.181490 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b3a26d5c-ddd9-48b4-a66f-cb1cca9e9951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:12.201131 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b3a26d5c-ddd9-48b4-a66f-cb1cca9e9951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:12.225018 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a5245c70-c252-452c-a60f-efbaddf36c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:12.344715 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2fd70f6f-b99a-45bb-ae08-309e42b978c6 req-10e1a7bc-8c67-47da-9869-a0f215ea2274 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/ports?device_id=a956f187-ffb2-4361-b1c3-466674ddce72 HTTP/1.1" status: 200  len: 210 time: 0.1006732
Dec 14 17:51:12.440497 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a26d5c-ddd9-48b4-a66f-cb1cca9e9951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49df7c0d-354f-4b1d-b37a-0428de093c0b,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:12.448074 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b3a26d5c-ddd9-48b4-a66f-cb1cca9e9951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:12.457388 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 43424) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:12.460162 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-b3a26d5c-ddd9-48b4-a66f-cb1cca9e9951 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ed0f02d02b054709a930ba6c6f351d88&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7652111
Dec 14 17:51:12.473260 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-adea671d-9095-4543-adc7-df8237385ac8 req-54cdea66-3e08-43dd-ac85-b6d51b6f4a39 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3323467
Dec 14 17:51:12.577792 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-a4f0a09b-b854-4ec3-9e49-1b9ef6919de3 None None] Set router e62b8666-2cc9-4a1d-a59e-36afa8810025 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:51:12.634867 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa', 'tag': 'a869d0b8-68c2-4175-b459-080e286a5577', 'status': 'completed', 'code': 200}
Dec 14 17:51:12.642947 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fce30f98-d764-4088-b769-92038cfeedeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:12.671638 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fce30f98-d764-4088-b769-92038cfeedeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:12.758018 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fce30f98-d764-4088-b769-92038cfeedeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:12.765530 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-6ce7b56c-3af4-441f-b738-f3f391f3fb38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:12.782190 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fce30f98-d764-4088-b769-92038cfeedeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:12.783667 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-fce30f98-d764-4088-b769-92038cfeedeb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/49df7c0d-354f-4b1d-b37a-0428de093c0b HTTP/1.1" status: 204  len: 168 time: 0.3251467
Dec 14 17:51:12.786391 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce30f98-d764-4088-b769-92038cfeedeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49df7c0d-354f-4b1d-b37a-0428de093c0b,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:12.802501 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-fce30f98-d764-4088-b769-92038cfeedeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:12.873487 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8bca7c15-4bf5-4b5c-9e97-c494752c68dc req-cd4134ce-d64b-43bc-8665-4e8cfc793b69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d8ae983c147420a92d8c91613de9b2e&device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 1098 time: 0.1727798
Dec 14 17:51:13.199998 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-2130c09a-29cf-46bb-b4ac-3f436754d05a tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:13.206855 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-2130c09a-29cf-46bb-b4ac-3f436754d05a tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.41 "GET /v2.0/networks?id=4087a311-1d65-4d7b-91c1-04a929231ad2 HTTP/1.1" status: 200  len: 809 time: 0.4101624
Dec 14 17:51:13.213773 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca7c15-4bf5-4b5c-9e97-c494752c68dc req-ad52ed61-edc3-4f92-9579-fa857c418195 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:13.215696 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8bca7c15-4bf5-4b5c-9e97-c494752c68dc req-ad52ed61-edc3-4f92-9579-fa857c418195 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c7c5dd65-00bc-43ea-a99d-6673d8873e67 HTTP/1.1" status: 200  len: 912 time: 0.3325844
Dec 14 17:51:13.242848 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-e298838f-db6d-499f-a205-85c13b7972b5 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Request body: {'port': {'device_id': 'a956f187-ffb2-4361-b1c3-466674ddce72', 'network_id': '4087a311-1d65-4d7b-91c1-04a929231ad2', 'admin_state_up': True, 'tenant_id': '59177f4921bc4eddb04e2ba61fe8bb69'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:51:13.309407 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-a4f0a09b-b854-4ec3-9e49-1b9ef6919de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622cf3df98>, [{'id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'name': 'tempest-AttachVolumeTestJSON-2144495592-router', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:50:13Z', 'updated_at': '2021-12-14T17:50:24Z', 'revision_number': 4, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'gw_port': {'id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:15Z', 'updated_at': '2021-12-14T17:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_floatingips': [{'id': '14c33356-4452-4714-bf5b-0947d003a34f', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'floating_ip_address': '172.27.2.46', 'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'router_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'port_id': 'a869d0b8-68c2-4175-b459-080e286a5577', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67', 'mac_address': 'fa:16:3e:b4:e3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T17:50:44Z', 'updated_at': '2021-12-14T17:51:10Z', 'revision_number': 1, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cf578f-b452-4e78-aaf5-2d217197577d', 'name': '', 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'mac_address': 'fa:16:3e:f3:05:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e589611-2052-444e-a79e-8f98a61a68a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:22Z', 'updated_at': '2021-12-14T17:50:44Z', 'revision_number': 5, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'subnets': [{'id': '7e589611-2052-444e-a79e-8f98a61a68a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:51:13.333246 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f0a09b-b854-4ec3-9e49-1b9ef6919de3 None None] Checking router: e62b8666-2cc9-4a1d-a59e-36afa8810025 for host: dv-cinder-821737-1-iscsi {{(pid=88125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 17:51:13.364480 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f0a09b-b854-4ec3-9e49-1b9ef6919de3 None None] Routers {'e62b8666-2cc9-4a1d-a59e-36afa8810025'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:51:13.366052 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-a4f0a09b-b854-4ec3-9e49-1b9ef6919de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622cf3df98>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:50:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['e62b8666-2cc9-4a1d-a59e-36afa8810025'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:51:13.516360 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8bca7c15-4bf5-4b5c-9e97-c494752c68dc req-7cdc075b-836d-4aaf-9e8c-05c5db539f5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a869d0b8-68c2-4175-b459-080e286a5577 HTTP/1.1" status: 200  len: 998 time: 0.2715311
Dec 14 17:51:13.518813 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-e298838f-db6d-499f-a205-85c13b7972b5 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:51:13.529842 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-e298838f-db6d-499f-a205-85c13b7972b5 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Usage tracker for resource:port and tenant:59177f4921bc4eddb04e2ba61fe8bb69 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:51:13.535948 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-e298838f-db6d-499f-a205-85c13b7972b5 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:51:13.554365 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-e298838f-db6d-499f-a205-85c13b7972b5 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:51:13.574162 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-e298838f-db6d-499f-a205-85c13b7972b5 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Made reservation on behalf of 59177f4921bc4eddb04e2ba61fe8bb69 for: {'port': 1} {{(pid=88123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:51:13.592251 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-e298838f-db6d-499f-a205-85c13b7972b5 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:13.698677 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca7c15-4bf5-4b5c-9e97-c494752c68dc req-915be026-1694-4080-9085-130c8845833a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:13.701427 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8bca7c15-4bf5-4b5c-9e97-c494752c68dc req-915be026-1694-4080-9085-130c8845833a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e589611-2052-444e-a79e-8f98a61a68a1 HTTP/1.1" status: 200  len: 850 time: 0.1807227
Dec 14 17:51:13.864195 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-e298838f-db6d-499f-a205-85c13b7972b5 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Allocated IP 172.20.0.9 (4087a311-1d65-4d7b-91c1-04a929231ad2/731eeeab-24b7-43ec-9c4f-fa31095228c7/786c072f-8ab6-493f-82c1-d5d0af36ae34) {{(pid=88123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:51:13.931381 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 43476) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:13.959974 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-a4f0a09b-b854-4ec3-9e49-1b9ef6919de3 None None] Set router e62b8666-2cc9-4a1d-a59e-36afa8810025 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:51:14.049119 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-1b047370-1615-440a-b2ed-bd23b0bb41dd tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:14.051060 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-1b047370-1615-440a-b2ed-bd23b0bb41dd tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/networks?id=98dc44a2-33a7-48c8-8bbb-6893b546b1a6 HTTP/1.1" status: 200  len: 813 time: 0.3481281
Dec 14 17:51:14.110608 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0918c82c-636d-465a-ac56-177fc6626e4d req-149ae572-a16e-4f94-bae5-6d22425169d3 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/ports?device_id=a956f187-ffb2-4361-b1c3-466674ddce72 HTTP/1.1" status: 200  len: 210 time: 0.4054897
Dec 14 17:51:14.154842 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-08466a2e-9074-479a-9f1e-78271fd7f5d6 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/quotas/09184c2f3f8b4da69759907044ea0d13 HTTP/1.1" status: 200  len: 375 time: 0.0888984
Dec 14 17:51:14.241923 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8bca7c15-4bf5-4b5c-9e97-c494752c68dc req-09c1c9cb-b271-4210-b8e9-9519ee054f1b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7c5dd65-00bc-43ea-a99d-6673d8873e67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1774998
Dec 14 17:51:14.261443 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-4d2bba4d-4cac-4b52-81b9-e3978a925685 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=09184c2f3f8b4da69759907044ea0d13&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1055694
Dec 14 17:51:14.292933 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-e298838f-db6d-499f-a205-85c13b7972b5 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Notify callbacks [] for port, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:14.352241 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5713941c-b454-4490-b1a0-4863ec13d8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:14.436443 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8bca7c15-4bf5-4b5c-9e97-c494752c68dc req-6a2265e4-99ac-41cb-bb48-c1015ecc1875 service neutron] 10.222.0.41 "GET /v2.0/networks/c7c5dd65-00bc-43ea-a99d-6673d8873e67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1726601
Dec 14 17:51:14.447377 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-5713941c-b454-4490-b1a0-4863ec13d8c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:51:14.457021 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-5713941c-b454-4490-b1a0-4863ec13d8c0 admin admin] Usage tracker for resource:security_group_rule and tenant:62894f909b224b70924d4acf136c642a is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:51:14.462995 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-5713941c-b454-4490-b1a0-4863ec13d8c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:51:14.476646 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-e298838f-db6d-499f-a205-85c13b7972b5 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:14.481255 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-5713941c-b454-4490-b1a0-4863ec13d8c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:51:14.500385 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a96ecf41-ef17-40fd-97d9-9cc3fa2dd47b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:14.521889 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-a4f0a09b-b854-4ec3-9e49-1b9ef6919de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622cf3df98>, [{'id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'name': 'tempest-AttachVolumeTestJSON-2144495592-router', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:50:13Z', 'updated_at': '2021-12-14T17:50:24Z', 'revision_number': 4, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'gw_port': {'id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:15Z', 'updated_at': '2021-12-14T17:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_floatingips': [{'id': '14c33356-4452-4714-bf5b-0947d003a34f', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'floating_ip_address': '172.27.2.46', 'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'router_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'port_id': 'a869d0b8-68c2-4175-b459-080e286a5577', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67', 'mac_address': 'fa:16:3e:b4:e3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T17:50:44Z', 'updated_at': '2021-12-14T17:51:10Z', 'revision_number': 1, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cf578f-b452-4e78-aaf5-2d217197577d', 'name': '', 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'mac_address': 'fa:16:3e:f3:05:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e589611-2052-444e-a79e-8f98a61a68a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:22Z', 'updated_at': '2021-12-14T17:50:44Z', 'revision_number': 5, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'subnets': [{'id': '7e589611-2052-444e-a79e-8f98a61a68a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:51:14.527557 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f0a09b-b854-4ec3-9e49-1b9ef6919de3 None None] The sync data for ids ['e62b8666-2cc9-4a1d-a59e-36afa8810025'] in dv-cinder-821737-1-iscsi is: [{'id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'name': 'tempest-AttachVolumeTestJSON-2144495592-router', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:50:13Z', 'updated_at': '2021-12-14T17:50:24Z', 'revision_number': 4, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'gw_port': {'id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:15Z', 'updated_at': '2021-12-14T17:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_floatingips': [{'id': '14c33356-4452-4714-bf5b-0947d003a34f', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'floating_ip_address': '172.27.2.46', 'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'router_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'port_id': 'a869d0b8-68c2-4175-b459-080e286a5577', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67', 'mac_address': 'fa:16:3e:b4:e3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T17:50:44Z', 'updated_at': '2021-12-14T17:51:10Z', 'revision_number': 1, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cf578f-b452-4e78-aaf5-2d217197577d', 'name': '', 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'mac_address': 'fa:16:3e:f3:05:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e589611-2052-444e-a79e-8f98a61a68a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:22Z', 'updated_at': '2021-12-14T17:50:44Z', 'revision_number': 5, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'subnets': [{'id': '7e589611-2052-444e-a79e-8f98a61a68a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 17:51:14.638074 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298838f-db6d-499f-a205-85c13b7972b5 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Pushing event updated for resources: {'Port': ['ID=786c072f-8ab6-493f-82c1-d5d0af36ae34,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:14.646409 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 43492) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:14.650441 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e298838f-db6d-499f-a205-85c13b7972b5 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:14.687600 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-e298838f-db6d-499f-a205-85c13b7972b5 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Network 4087a311-1d65-4d7b-91c1-04a929231ad2 is already hosted by enough agents. {{(pid=88123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:51:14.695100 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-e298838f-db6d-499f-a205-85c13b7972b5 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Resources bound (agent type, host, resource id):  {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:51:14.698541 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-e298838f-db6d-499f-a205-85c13b7972b5 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Received port after_create {{(pid=88123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:51:14.735264 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-f4a2693a-9546-4f3b-90e5-7eeeab95f090 service neutron] 10.222.0.53 "GET /v2.0/networks/98dc44a2-33a7-48c8-8bbb-6893b546b1a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4727328
Dec 14 17:51:14.813723 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5713941c-b454-4490-b1a0-4863ec13d8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:14.818421 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5713941c-b454-4490-b1a0-4863ec13d8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:14.849659 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:14.867003 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-5713941c-b454-4490-b1a0-4863ec13d8c0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=62894f909b224b70924d4acf136c642a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9342511
Dec 14 17:51:14.868089 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 43502) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:15.008282 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db15a4-ce46-4392-b6e5-14867b1b3bd7 req-be55f1b1-7638-4f8e-8af8-a9e8e0ac634a tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:15.010127 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d6db15a4-ce46-4392-b6e5-14867b1b3bd7 req-be55f1b1-7638-4f8e-8af8-a9e8e0ac634a tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 945 time: 0.7236378
Dec 14 17:51:15.058564 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a9d371-897e-4895-b6f8-f6eaf1d03066 None None] New status for floating IP 14c33356-4452-4714-bf5b-0947d003a34f: ACTIVE {{(pid=88124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 14 17:51:15.070583 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8bca7c15-4bf5-4b5c-9e97-c494752c68dc req-d769e3fb-9545-4872-ba73-a37b3cc655c0 service neutron] 10.222.0.41 "GET /v2.0/networks/c7c5dd65-00bc-43ea-a99d-6673d8873e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5746069
Dec 14 17:51:15.072970 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-7e00bd1c-410c-47a9-8f75-68d8afc51ecf service neutron] 10.222.0.53 "GET /v2.0/networks/98dc44a2-33a7-48c8-8bbb-6893b546b1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3368654
Dec 14 17:51:15.130071 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d6db15a4-ce46-4392-b6e5-14867b1b3bd7 req-ac0413c5-6f31-4b21-a2b1-64d2d4a56a0c tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978026
Dec 14 17:51:15.228495 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-e298838f-db6d-499f-a205-85c13b7972b5 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:15.229085 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-e298838f-db6d-499f-a205-85c13b7972b5 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:15.253112 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713941c-b454-4490-b1a0-4863ec13d8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2ed23f-b900-4cbe-ab02-75f36b2a138e,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:15.256161 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d718b2d0-e980-4ff9-a9ad-676b3255c9d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:15.279721 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-5713941c-b454-4490-b1a0-4863ec13d8c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:15.330146 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a1599dd0-b271-486d-bcfc-e8cb991fa84d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:15.335973 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-e298838f-db6d-499f-a205-85c13b7972b5 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0973945
Dec 14 17:51:15.363485 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-a785f51b-1b6d-4178-8c37-6405d7f24fa6 service neutron] Request body: {'port': {'device_id': 'a956f187-ffb2-4361-b1c3-466674ddce72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:51:15.400075 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-d718b2d0-e980-4ff9-a9ad-676b3255c9d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:51:15.444505 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-d718b2d0-e980-4ff9-a9ad-676b3255c9d9 admin admin] Usage tracker for resource:security_group_rule and tenant:39305fa0b3ae4801825813e6fd948666 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:51:15.456188 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-d718b2d0-e980-4ff9-a9ad-676b3255c9d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:51:15.464106 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-d718b2d0-e980-4ff9-a9ad-676b3255c9d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:51:15.552766 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d718b2d0-e980-4ff9-a9ad-676b3255c9d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:15.560535 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d718b2d0-e980-4ff9-a9ad-676b3255c9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:15.589473 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:15.601711 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f9709d10-6ab2-49ba-89f0-e94a43b7227e req-727985e8-6b6e-43bf-b094-3b8b48981ff0 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb879cab-fe17-4127-81b3-877fcd73cd7e HTTP/1.1" status: 200  len: 210 time: 0.1629157
Dec 14 17:51:15.629519 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a1599dd0-b271-486d-bcfc-e8cb991fa84d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:15.664263 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12331ed-0c02-4504-9e02-532adea1a0d0 req-3723f392-f1e4-4c24-836d-9f8f01465e19 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:15.674618 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d12331ed-0c02-4504-9e02-532adea1a0d0 req-3723f392-f1e4-4c24-836d-9f8f01465e19 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/ports?device_id=a956f187-ffb2-4361-b1c3-466674ddce72 HTTP/1.1" status: 200  len: 931 time: 0.1486254
Dec 14 17:51:15.740105 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-d12331ed-0c02-4504-9e02-532adea1a0d0 req-d88e84f9-6595-41f8-bfd3-ded4d5c0d9f2 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Synchronizing usage tracker for tenant:59177f4921bc4eddb04e2ba61fe8bb69 on resource:security_group {{(pid=88122) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:51:15.744441 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718b2d0-e980-4ff9-a9ad-676b3255c9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a684ede1-7927-4653-8e8a-b12f31dac52c,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:15.760299 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-d718b2d0-e980-4ff9-a9ad-676b3255c9d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:15.771684 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-d718b2d0-e980-4ff9-a9ad-676b3255c9d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=39305fa0b3ae4801825813e6fd948666&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1238477
Dec 14 17:51:15.775378 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-a785f51b-1b6d-4178-8c37-6405d7f24fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:15.780632 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 43530) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:15.821873 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-d12331ed-0c02-4504-9e02-532adea1a0d0 req-d88e84f9-6595-41f8-bfd3-ded4d5c0d9f2 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Unset dirty status for tenant:59177f4921bc4eddb04e2ba61fe8bb69 on resource:security_group {{(pid=88122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:51:15.823292 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d12331ed-0c02-4504-9e02-532adea1a0d0 req-d88e84f9-6595-41f8-bfd3-ded4d5c0d9f2 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/security-groups?id=28e7f36d-da10-449d-998a-26148d3ea66f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438897
Dec 14 17:51:15.880611 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a1599dd0-b271-486d-bcfc-e8cb991fa84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:15.894923 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-eeb60e35-9143-4f74-a705-33c943c0f90d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:15.896320 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8b03353d-1d31-4181-a60a-888564959e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:15.919009 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1599dd0-b271-486d-bcfc-e8cb991fa84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2ed23f-b900-4cbe-ab02-75f36b2a138e,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:15.927357 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a1599dd0-b271-486d-bcfc-e8cb991fa84d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:15.936338 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8b03353d-1d31-4181-a60a-888564959e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:15.944088 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a1599dd0-b271-486d-bcfc-e8cb991fa84d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:15.948419 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-a1599dd0-b271-486d-bcfc-e8cb991fa84d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ac2ed23f-b900-4cbe-ab02-75f36b2a138e HTTP/1.1" status: 204  len: 168 time: 1.0754061
Dec 14 17:51:16.032238 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8b03353d-1d31-4181-a60a-888564959e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:16.036765 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-dc3e686f-1e23-4a06-a79d-45fe7757ac6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:16.068766 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03353d-1d31-4181-a60a-888564959e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a684ede1-7927-4653-8e8a-b12f31dac52c,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:16.082639 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-8b03353d-1d31-4181-a60a-888564959e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:16.107864 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8b03353d-1d31-4181-a60a-888564959e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:16.111630 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-8b03353d-1d31-4181-a60a-888564959e4a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a684ede1-7927-4653-8e8a-b12f31dac52c HTTP/1.1" status: 204  len: 168 time: 0.3274369
Dec 14 17:51:16.365103 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-a785f51b-1b6d-4178-8c37-6405d7f24fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 786c072f-8ab6-493f-82c1-d5d0af36ae34 {{(pid=88123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:51:16.375107 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-a785f51b-1b6d-4178-8c37-6405d7f24fa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:16.421063 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-a785f51b-1b6d-4178-8c37-6405d7f24fa6 service neutron] Transition to ACTIVE for port object 786c072f-8ab6-493f-82c1-d5d0af36ae34 will not be triggered until provisioned by entity L2. {{(pid=88123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:51:16.427373 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-a785f51b-1b6d-4178-8c37-6405d7f24fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1688486'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:16.433862 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:16.436031 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2c1e4-d0eb-4a2a-9c81-e8f7ca94dff6 req-62da5a44-074c-44eb-9c63-4687ea71e556 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:16.444554 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d3d2c1e4-d0eb-4a2a-9c81-e8f7ca94dff6 req-62da5a44-074c-44eb-9c63-4687ea71e556 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 945 time: 0.1779392
Dec 14 17:51:16.512427 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d3d2c1e4-d0eb-4a2a-9c81-e8f7ca94dff6 req-d704dfb8-2000-46f4-8022-010bb26f4c94 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666084
Dec 14 17:51:16.588466 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a785f51b-1b6d-4178-8c37-6405d7f24fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=786c072f-8ab6-493f-82c1-d5d0af36ae34,revision_number=2']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:16.591414 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a785f51b-1b6d-4178-8c37-6405d7f24fa6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:16.722455 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 43558) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:16.728640 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-a785f51b-1b6d-4178-8c37-6405d7f24fa6 service neutron] Attempting to bind port 786c072f-8ab6-493f-82c1-d5d0af36ae34 on host hv-cinder-82173 for vnic_type normal with profile  {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:51:16.729008 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-a785f51b-1b6d-4178-8c37-6405d7f24fa6 service neutron] Attempting to bind port 786c072f-8ab6-493f-82c1-d5d0af36ae34 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '80b7242e-6817-401f-abcf-7ea64ad5f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4087a311-1d65-4d7b-91c1-04a929231ad2'}] {{(pid=88123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:51:16.729770 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-a785f51b-1b6d-4178-8c37-6405d7f24fa6 service neutron] Attempting to bind port 786c072f-8ab6-493f-82c1-d5d0af36ae34 on network 4087a311-1d65-4d7b-91c1-04a929231ad2 {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:51:16.736438 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-a785f51b-1b6d-4178-8c37-6405d7f24fa6 service neutron] Port 786c072f-8ab6-493f-82c1-d5d0af36ae34 on network 4087a311-1d65-4d7b-91c1-04a929231ad2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 14 17:51:16.736842 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-a785f51b-1b6d-4178-8c37-6405d7f24fa6 service neutron] Attempting to bind port 786c072f-8ab6-493f-82c1-d5d0af36ae34 on network 4087a311-1d65-4d7b-91c1-04a929231ad2 {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:51:16.744539 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-a785f51b-1b6d-4178-8c37-6405d7f24fa6 service neutron] Checking agent: {'id': '12cfdd9e-1aa3-47c9-9727-84a7d707383b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'started_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:51:16.745099 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-a785f51b-1b6d-4178-8c37-6405d7f24fa6 service neutron] Checking segment: {'id': '80b7242e-6817-401f-abcf-7ea64ad5f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4087a311-1d65-4d7b-91c1-04a929231ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:51:16.746139 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-a785f51b-1b6d-4178-8c37-6405d7f24fa6 service neutron] Bound using segment: {'id': '80b7242e-6817-401f-abcf-7ea64ad5f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4087a311-1d65-4d7b-91c1-04a929231ad2'} {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:51:16.746986 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-a785f51b-1b6d-4178-8c37-6405d7f24fa6 service neutron] Bound port: 786c072f-8ab6-493f-82c1-d5d0af36ae34, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b7242e-6817-401f-abcf-7ea64ad5f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4087a311-1d65-4d7b-91c1-04a929231ad2'}}] {{(pid=88123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:51:16.747387 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-a785f51b-1b6d-4178-8c37-6405d7f24fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:16.760736 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cc3018e2-7ee1-4e0c-b367-8dceacda7e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:16.858300 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-a785f51b-1b6d-4178-8c37-6405d7f24fa6 service neutron] For port 786c072f-8ab6-493f-82c1-d5d0af36ae34, host hv-cinder-82173, cleared binding levels {{(pid=88123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:51:16.863079 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-a785f51b-1b6d-4178-8c37-6405d7f24fa6 service neutron] For port 786c072f-8ab6-493f-82c1-d5d0af36ae34, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=786c072f-8ab6-493f-82c1-d5d0af36ae34,segment=NetworkSegment(80b7242e-6817-401f-abcf-7ea64ad5f21c),segment_id=80b7242e-6817-401f-abcf-7ea64ad5f21c)] {{(pid=88123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:51:16.891072 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-a785f51b-1b6d-4178-8c37-6405d7f24fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1688486'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:16.902038 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-beebb4e7-207b-4245-b354-f77a9b7eee2b req-a957d3e5-abf9-4421-950f-43cc5aac4c22 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb879cab-fe17-4127-81b3-877fcd73cd7e HTTP/1.1" status: 200  len: 210 time: 0.0584753
Dec 14 17:51:16.904187 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2bea45cb-28cc-44c7-ac0e-30c198428266 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:16.907800 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-cc3018e2-7ee1-4e0c-b367-8dceacda7e16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:51:16.913702 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-cc3018e2-7ee1-4e0c-b367-8dceacda7e16 admin admin] Usage tracker for resource:security_group_rule and tenant:3ff948faf7e246398f21486c967ecc02 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:51:16.917992 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-cc3018e2-7ee1-4e0c-b367-8dceacda7e16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:51:16.926080 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-cc3018e2-7ee1-4e0c-b367-8dceacda7e16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:51:17.005290 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-a785f51b-1b6d-4178-8c37-6405d7f24fa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:17.007883 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-a785f51b-1b6d-4178-8c37-6405d7f24fa6 service neutron] 10.222.0.41 "PUT /v2.0/ports/786c072f-8ab6-493f-82c1-d5d0af36ae34 HTTP/1.1" status: 200  len: 1093 time: 1.6539354
Dec 14 17:51:17.011574 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a956f187-ffb2-4361-b1c3-466674ddce72', 'tag': '786c072f-8ab6-493f-82c1-d5d0af36ae34'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:51:17.031044 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a785f51b-1b6d-4178-8c37-6405d7f24fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=786c072f-8ab6-493f-82c1-d5d0af36ae34,revision_number=3']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:17.036535 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a785f51b-1b6d-4178-8c37-6405d7f24fa6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:17.110598 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cc3018e2-7ee1-4e0c-b367-8dceacda7e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:17.115900 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cc3018e2-7ee1-4e0c-b367-8dceacda7e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:17.125609 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a956f187-ffb2-4361-b1c3-466674ddce72', 'tag': '786c072f-8ab6-493f-82c1-d5d0af36ae34', 'status': 'completed', 'code': 200}
Dec 14 17:51:17.184729 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:17.359321 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-48ad8819-aff8-49ee-ad85-a8bc9f3d056d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59177f4921bc4eddb04e2ba61fe8bb69&device_id=a956f187-ffb2-4361-b1c3-466674ddce72 HTTP/1.1" status: 200  len: 1096 time: 0.1720598
Dec 14 17:51:17.465705 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-63a70986-7df0-48c2-bf29-ce415d670341 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=786c072f-8ab6-493f-82c1-d5d0af36ae34 HTTP/1.1" status: 200  len: 217 time: 0.0969312
Dec 14 17:51:17.553043 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-c77fb2af-7571-4165-b929-14b121ecb016 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:17.554882 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-c77fb2af-7571-4165-b929-14b121ecb016 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=731eeeab-24b7-43ec-9c4f-fa31095228c7 HTTP/1.1" status: 200  len: 849 time: 0.0818405
Dec 14 17:51:17.626196 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-593df3c3-9e7b-45d5-b68c-7b2108f37ce0 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:17.628172 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-c86a906e-8f7f-48e0-a45b-3a8527030e86 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4087a311-1d65-4d7b-91c1-04a929231ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0594959
Dec 14 17:51:17.628316 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-593df3c3-9e7b-45d5-b68c-7b2108f37ce0 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.41 "GET /v2.0/networks?id=98dc44a2-33a7-48c8-8bbb-6893b546b1a6 HTTP/1.1" status: 200  len: 813 time: 0.6396990
Dec 14 17:51:17.709919 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-bf2ad5bd-75d4-4c1a-bc4f-27b2466e251f tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Request body: {'port': {'device_id': 'cb879cab-fe17-4127-81b3-877fcd73cd7e', 'network_id': '98dc44a2-33a7-48c8-8bbb-6893b546b1a6', 'admin_state_up': True, 'tenant_id': '09184c2f3f8b4da69759907044ea0d13'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:51:17.821543 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3018e2-7ee1-4e0c-b367-8dceacda7e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa48452-c487-4578-9d59-61881ff1012c,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:17.846624 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-be3ee2ea-c234-4181-865b-2ea77943d98e service neutron] 10.222.0.41 "GET /v2.0/networks/4087a311-1d65-4d7b-91c1-04a929231ad2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1906300
Dec 14 17:51:17.850111 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-cc3018e2-7ee1-4e0c-b367-8dceacda7e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:17.868514 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-cc3018e2-7ee1-4e0c-b367-8dceacda7e16 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3ff948faf7e246398f21486c967ecc02&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1437418
Dec 14 17:51:17.873783 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 43598) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:18.062159 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-978bcdb6-4a53-40a1-9c6d-620552075ba2 req-337e614a-91a6-4cf3-be0a-d669e91eca64 service neutron] 10.222.0.41 "GET /v2.0/networks/4087a311-1d65-4d7b-91c1-04a929231ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2075124
Dec 14 17:51:18.065078 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3640492-186e-4114-bcd2-07491c29d6fc req-bb51a418-092e-488e-9ee5-4c67083467d9 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:18.066761 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e3640492-186e-4114-bcd2-07491c29d6fc req-bb51a418-092e-488e-9ee5-4c67083467d9 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/ports?device_id=a956f187-ffb2-4361-b1c3-466674ddce72 HTTP/1.1" status: 200  len: 943 time: 0.8658073
Dec 14 17:51:18.215342 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00102ef3-251a-4444-9780-7cc48bda7f64 req-b5c4b627-d567-43fb-a523-da1efee1b8fb tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:18.223651 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-00102ef3-251a-4444-9780-7cc48bda7f64 req-b5c4b627-d567-43fb-a523-da1efee1b8fb tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 945 time: 0.4903765
Dec 14 17:51:18.265885 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e3640492-186e-4114-bcd2-07491c29d6fc req-b77ec108-89ec-430d-93c0-5b54aa1d344d tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/security-groups?id=28e7f36d-da10-449d-998a-26148d3ea66f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1828024
Dec 14 17:51:18.329181 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e4efa93b-3598-4dbc-aa99-f37e59f3262b req-c19b1074-8cee-476c-893f-e399a2dc2c3f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59177f4921bc4eddb04e2ba61fe8bb69&device_id=a956f187-ffb2-4361-b1c3-466674ddce72 HTTP/1.1" status: 200  len: 1096 time: 0.1902304
Dec 14 17:51:18.444203 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-bf2ad5bd-75d4-4c1a-bc4f-27b2466e251f tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:51:18.461562 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-00102ef3-251a-4444-9780-7cc48bda7f64 req-0e128e00-846e-41c4-a4f3-0ff3226c1112 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2366982
Dec 14 17:51:18.466458 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-bf2ad5bd-75d4-4c1a-bc4f-27b2466e251f tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Usage tracker for resource:port and tenant:09184c2f3f8b4da69759907044ea0d13 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:51:18.473530 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cfeefd32-fd13-4ad8-b44e-3e73106e653b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:18.481723 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-bf2ad5bd-75d4-4c1a-bc4f-27b2466e251f tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:51:18.509198 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-bf2ad5bd-75d4-4c1a-bc4f-27b2466e251f tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:51:18.542406 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cfeefd32-fd13-4ad8-b44e-3e73106e653b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:18.555007 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-bf2ad5bd-75d4-4c1a-bc4f-27b2466e251f tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Made reservation on behalf of 09184c2f3f8b4da69759907044ea0d13 for: {'port': 1} {{(pid=88122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:51:18.562419 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-bf2ad5bd-75d4-4c1a-bc4f-27b2466e251f tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:18.609336 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efa93b-3598-4dbc-aa99-f37e59f3262b req-16b53141-6387-4f85-9513-92c0db418786 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:18.611678 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e4efa93b-3598-4dbc-aa99-f37e59f3262b req-16b53141-6387-4f85-9513-92c0db418786 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4087a311-1d65-4d7b-91c1-04a929231ad2 HTTP/1.1" status: 200  len: 910 time: 0.2646606
Dec 14 17:51:18.725532 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e4efa93b-3598-4dbc-aa99-f37e59f3262b req-133bab76-9db9-4525-aa95-3aaef0f07ced service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=786c072f-8ab6-493f-82c1-d5d0af36ae34 HTTP/1.1" status: 200  len: 217 time: 0.1021233
Dec 14 17:51:18.746857 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-896fadc1-0c25-4c2b-b650-ec176976f44a req-04c86210-aab8-4746-8baa-31dc1a77e25d tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb879cab-fe17-4127-81b3-877fcd73cd7e HTTP/1.1" status: 200  len: 210 time: 0.0937650
Dec 14 17:51:18.771373 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cfeefd32-fd13-4ad8-b44e-3e73106e653b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:18.781194 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-cc3018e2-7ee1-4e0c-b367-8dceacda7e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:18.832740 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeefd32-fd13-4ad8-b44e-3e73106e653b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa48452-c487-4578-9d59-61881ff1012c,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:18.848892 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-cfeefd32-fd13-4ad8-b44e-3e73106e653b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:18.853033 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efa93b-3598-4dbc-aa99-f37e59f3262b req-85b607ac-1817-405b-b1ca-c8ae54742613 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:18.855173 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e4efa93b-3598-4dbc-aa99-f37e59f3262b req-85b607ac-1817-405b-b1ca-c8ae54742613 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=731eeeab-24b7-43ec-9c4f-fa31095228c7 HTTP/1.1" status: 200  len: 849 time: 0.1168196
Dec 14 17:51:18.874165 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cfeefd32-fd13-4ad8-b44e-3e73106e653b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:18.887194 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-cfeefd32-fd13-4ad8-b44e-3e73106e653b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8fa48452-c487-4578-9d59-61881ff1012c HTTP/1.1" status: 204  len: 168 time: 1.0025275
Dec 14 17:51:18.904913 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-bf2ad5bd-75d4-4c1a-bc4f-27b2466e251f tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Allocated IP 172.20.0.6 (98dc44a2-33a7-48c8-8bbb-6893b546b1a6/2fba3688-41c5-45d3-894b-17c0adc66461/028a035a-9b61-471c-a9dd-726034aaf174) {{(pid=88122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:51:18.951449 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e4efa93b-3598-4dbc-aa99-f37e59f3262b req-ac685ec8-be16-41f7-9ed4-a1fb07cf48a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4087a311-1d65-4d7b-91c1-04a929231ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0760043
Dec 14 17:51:19.201634 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e4efa93b-3598-4dbc-aa99-f37e59f3262b req-864474a2-b623-415a-b497-d3c95b937d66 service neutron] 10.222.0.41 "GET /v2.0/networks/4087a311-1d65-4d7b-91c1-04a929231ad2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2345877
Dec 14 17:51:19.284559 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-bf2ad5bd-75d4-4c1a-bc4f-27b2466e251f tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Notify callbacks [] for port, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:19.373104 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-bf2ad5bd-75d4-4c1a-bc4f-27b2466e251f tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481'] for port, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:19.380957 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:19.386105 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['45aca380-8b0b-4936-8224-377f64d82315'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 17:51:19.479839 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e4efa93b-3598-4dbc-aa99-f37e59f3262b req-378581eb-ae81-4fa0-a0a4-e0c4152fba7b service neutron] 10.222.0.41 "GET /v2.0/networks/4087a311-1d65-4d7b-91c1-04a929231ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2627332
Dec 14 17:51:19.653025 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-bf2ad5bd-75d4-4c1a-bc4f-27b2466e251f tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Network 98dc44a2-33a7-48c8-8bbb-6893b546b1a6 is already hosted by enough agents. {{(pid=88122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:51:19.655891 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-bf2ad5bd-75d4-4c1a-bc4f-27b2466e251f tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Resources bound (agent type, host, resource id):  {{(pid=88122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:51:19.668938 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ad5bd-75d4-4c1a-bc4f-27b2466e251f tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Pushing event updated for resources: {'Port': ['ID=028a035a-9b61-471c-a9dd-726034aaf174,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:19.671791 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-bf2ad5bd-75d4-4c1a-bc4f-27b2466e251f tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Received port after_create {{(pid=88122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:51:19.681217 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-bf2ad5bd-75d4-4c1a-bc4f-27b2466e251f tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:19.685046 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-bf2ad5bd-75d4-4c1a-bc4f-27b2466e251f tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for port, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:19.711225 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-bf2ad5bd-75d4-4c1a-bc4f-27b2466e251f tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:19.851207 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-bf2ad5bd-75d4-4c1a-bc4f-27b2466e251f tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1666372
Dec 14 17:51:19.888416 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-c4311b4a-d71b-402d-aed8-baa418c710ca service neutron] Request body: {'port': {'device_id': 'cb879cab-fe17-4127-81b3-877fcd73cd7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:51:20.061489 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-c4311b4a-d71b-402d-aed8-baa418c710ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:20.081581 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b34ab7-cbae-489c-a6f9-3ae3091fec6a req-c6363b96-8817-4fe7-8205-9f4eac7ed987 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:20.083342 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a5b34ab7-cbae-489c-a6f9-3ae3091fec6a req-c6363b96-8817-4fe7-8205-9f4eac7ed987 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/ports?device_id=a956f187-ffb2-4361-b1c3-466674ddce72 HTTP/1.1" status: 200  len: 943 time: 0.3456099
Dec 14 17:51:20.092740 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93733b-f8eb-4755-999d-1f2020033da2 req-addc60e7-c4fb-4f2c-bb9e-bd2c64f57cfd tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:20.094378 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-fa93733b-f8eb-4755-999d-1f2020033da2 req-addc60e7-c4fb-4f2c-bb9e-bd2c64f57cfd tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 945 time: 0.2969220
Dec 14 17:51:20.240637 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a5b34ab7-cbae-489c-a6f9-3ae3091fec6a req-294ba436-3a19-4a8f-b596-d9f1cb90bdb9 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/security-groups?id=28e7f36d-da10-449d-998a-26148d3ea66f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1421628
Dec 14 17:51:20.310597 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-fa93733b-f8eb-4755-999d-1f2020033da2 req-1e5ec096-488d-4c67-8e89-f1ecf3af5278 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1954165
Dec 14 17:51:20.650787 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415ad14-f0e2-46c6-b677-865cd8e3cf19 req-8bfb3f1f-556f-4a4b-b766-67f0d23e0bfa tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:20.651545 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-9415ad14-f0e2-46c6-b677-865cd8e3cf19 req-8bfb3f1f-556f-4a4b-b766-67f0d23e0bfa tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Synchronizing usage tracker for tenant:09184c2f3f8b4da69759907044ea0d13 on resource:port {{(pid=88122) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:51:20.679460 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-c4311b4a-d71b-402d-aed8-baa418c710ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 028a035a-9b61-471c-a9dd-726034aaf174 {{(pid=88122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:51:20.689868 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-c4311b4a-d71b-402d-aed8-baa418c710ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:20.693823 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-9415ad14-f0e2-46c6-b677-865cd8e3cf19 req-8bfb3f1f-556f-4a4b-b766-67f0d23e0bfa tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Unset dirty status for tenant:09184c2f3f8b4da69759907044ea0d13 on resource:port {{(pid=88122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:51:20.702380 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9415ad14-f0e2-46c6-b677-865cd8e3cf19 req-8bfb3f1f-556f-4a4b-b766-67f0d23e0bfa tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb879cab-fe17-4127-81b3-877fcd73cd7e HTTP/1.1" status: 200  len: 931 time: 0.2264853
Dec 14 17:51:20.743720 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-c4311b4a-d71b-402d-aed8-baa418c710ca service neutron] Transition to ACTIVE for port object 028a035a-9b61-471c-a9dd-726034aaf174 will not be triggered until provisioned by entity L2. {{(pid=88122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:51:20.750970 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-04fc9672-1718-47b3-b13d-6790f3cc61ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:20.771166 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-c4311b4a-d71b-402d-aed8-baa418c710ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:20.780193 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9415ad14-f0e2-46c6-b677-865cd8e3cf19 req-2a83ebc6-8e8b-4ad8-b0f0-736dec0b768a tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773211
Dec 14 17:51:20.781859 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-bf2ad5bd-75d4-4c1a-bc4f-27b2466e251f tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:20.961786 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4311b4a-d71b-402d-aed8-baa418c710ca service neutron] Pushing event updated for resources: {'Port': ['ID=028a035a-9b61-471c-a9dd-726034aaf174,revision_number=2']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:20.975160 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-c4311b4a-d71b-402d-aed8-baa418c710ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:21.050385 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-c4311b4a-d71b-402d-aed8-baa418c710ca service neutron] Attempting to bind port 028a035a-9b61-471c-a9dd-726034aaf174 on host hv-cinder-82173 for vnic_type normal with profile  {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:51:21.050807 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-c4311b4a-d71b-402d-aed8-baa418c710ca service neutron] Attempting to bind port 028a035a-9b61-471c-a9dd-726034aaf174 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': 'cadbd5ca-d0ab-46df-ab2b-fa3b315b265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '98dc44a2-33a7-48c8-8bbb-6893b546b1a6'}] {{(pid=88122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:51:21.051144 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-c4311b4a-d71b-402d-aed8-baa418c710ca service neutron] Attempting to bind port 028a035a-9b61-471c-a9dd-726034aaf174 on network 98dc44a2-33a7-48c8-8bbb-6893b546b1a6 {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:51:21.061281 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-c4311b4a-d71b-402d-aed8-baa418c710ca service neutron] Port 028a035a-9b61-471c-a9dd-726034aaf174 on network 98dc44a2-33a7-48c8-8bbb-6893b546b1a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 14 17:51:21.061641 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-c4311b4a-d71b-402d-aed8-baa418c710ca service neutron] Attempting to bind port 028a035a-9b61-471c-a9dd-726034aaf174 on network 98dc44a2-33a7-48c8-8bbb-6893b546b1a6 {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:51:21.070386 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e10a56-5a1d-40bf-93aa-3e9e92acd50e req-dec36a05-09ba-40c7-a583-147f743a0aa6 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:21.072010 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d6e10a56-5a1d-40bf-93aa-3e9e92acd50e req-dec36a05-09ba-40c7-a583-147f743a0aa6 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/ports?device_id=48649da9-81a8-478e-bd39-8bdadb21e37a HTTP/1.1" status: 200  len: 945 time: 0.1692784
Dec 14 17:51:21.077364 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-c4311b4a-d71b-402d-aed8-baa418c710ca service neutron] Checking agent: {'id': '12cfdd9e-1aa3-47c9-9727-84a7d707383b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'started_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:51:21.077659 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-c4311b4a-d71b-402d-aed8-baa418c710ca service neutron] Checking segment: {'id': 'cadbd5ca-d0ab-46df-ab2b-fa3b315b265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '98dc44a2-33a7-48c8-8bbb-6893b546b1a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:51:21.078114 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-c4311b4a-d71b-402d-aed8-baa418c710ca service neutron] Bound using segment: {'id': 'cadbd5ca-d0ab-46df-ab2b-fa3b315b265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '98dc44a2-33a7-48c8-8bbb-6893b546b1a6'} {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:51:21.078591 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-c4311b4a-d71b-402d-aed8-baa418c710ca service neutron] Bound port: 028a035a-9b61-471c-a9dd-726034aaf174, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadbd5ca-d0ab-46df-ab2b-fa3b315b265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '98dc44a2-33a7-48c8-8bbb-6893b546b1a6'}}] {{(pid=88122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:51:21.078976 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-c4311b4a-d71b-402d-aed8-baa418c710ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:21.196225 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d6e10a56-5a1d-40bf-93aa-3e9e92acd50e req-64b7786a-a6ee-44d1-b582-648bc4e8aa4e tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/security-groups?id=234d801d-7b3e-4a91-81e4-2e55c5547fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065025
Dec 14 17:51:21.226475 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-c4311b4a-d71b-402d-aed8-baa418c710ca service neutron] For port 028a035a-9b61-471c-a9dd-726034aaf174, host hv-cinder-82173, cleared binding levels {{(pid=88122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:51:21.229936 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-c4311b4a-d71b-402d-aed8-baa418c710ca service neutron] For port 028a035a-9b61-471c-a9dd-726034aaf174, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=028a035a-9b61-471c-a9dd-726034aaf174,segment=NetworkSegment(cadbd5ca-d0ab-46df-ab2b-fa3b315b265c),segment_id=cadbd5ca-d0ab-46df-ab2b-fa3b315b265c)] {{(pid=88122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:51:21.234265 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-c4311b4a-d71b-402d-aed8-baa418c710ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:21.239515 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:21.278467 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 786c072f-8ab6-493f-82c1-d5d0af36ae34 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 14 17:51:21.548930 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 786c072f-8ab6-493f-82c1-d5d0af36ae34, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=786c072f-8ab6-493f-82c1-d5d0af36ae34,segment=NetworkSegment(80b7242e-6817-401f-abcf-7ea64ad5f21c),segment_id=80b7242e-6817-401f-abcf-7ea64ad5f21c)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:51:21.574425 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Returning: {'device': '786c072f-8ab6-493f-82c1-d5d0af36ae34', 'network_id': '4087a311-1d65-4d7b-91c1-04a929231ad2', 'port_id': '786c072f-8ab6-493f-82c1-d5d0af36ae34', 'mac_address': 'fa:16:3e:0f:64:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '731eeeab-24b7-43ec-9c4f-fa31095228c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 17:51:21.647451 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:21.668851 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-c4311b4a-d71b-402d-aed8-baa418c710ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for port, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:21.670471 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-c4311b4a-d71b-402d-aed8-baa418c710ca service neutron] 10.222.0.41 "PUT /v2.0/ports/028a035a-9b61-471c-a9dd-726034aaf174 HTTP/1.1" status: 200  len: 1093 time: 1.7876704
Dec 14 17:51:21.671005 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb879cab-fe17-4127-81b3-877fcd73cd7e', 'tag': '028a035a-9b61-471c-a9dd-726034aaf174'}] {{(pid=88122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:51:21.672326 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 786c072f-8ab6-493f-82c1-d5d0af36ae34 {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:51:21.690790 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4311b4a-d71b-402d-aed8-baa418c710ca service neutron] Pushing event updated for resources: {'Port': ['ID=028a035a-9b61-471c-a9dd-726034aaf174,revision_number=3']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:21.696364 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-c4311b4a-d71b-402d-aed8-baa418c710ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:21.707328 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:21.716159 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 786c072f-8ab6-493f-82c1-d5d0af36ae34, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=786c072f-8ab6-493f-82c1-d5d0af36ae34,segment=NetworkSegment(80b7242e-6817-401f-abcf-7ea64ad5f21c),segment_id=80b7242e-6817-401f-abcf-7ea64ad5f21c)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:51:21.722469 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:21.725821 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:21.780081 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de033a99-be71-4eb9-8e90-2c73f1146d37 req-f59cf5bd-beee-48b2-910c-c6dc5d5aa45a tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:21.782291 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-de033a99-be71-4eb9-8e90-2c73f1146d37 req-f59cf5bd-beee-48b2-910c-c6dc5d5aa45a tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 945 time: 0.2491496
Dec 14 17:51:21.797110 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc07a1-1b97-4977-aa9c-e68a861e12b7 req-1f77c5fb-ad04-4808-9eb1-b115425e3f19 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:21.805580 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4fdc07a1-1b97-4977-aa9c-e68a861e12b7 req-1f77c5fb-ad04-4808-9eb1-b115425e3f19 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/ports?device_id=a956f187-ffb2-4361-b1c3-466674ddce72 HTTP/1.1" status: 200  len: 943 time: 0.2709675
Dec 14 17:51:21.821722 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=786c072f-8ab6-493f-82c1-d5d0af36ae34,revision_number=4']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:21.833411 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:51:21.834108 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:51:21.834645 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:51:21.835223 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:51:21.835756 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:51:21.836300 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:51:21.836993 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:51:21.837528 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:51:21.838129 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:51:21.838660 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:51:21.839188 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:51:21.844146 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:21.933089 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4fdc07a1-1b97-4977-aa9c-e68a861e12b7 req-5bf4466d-dadd-4b70-8bea-b347e487365d tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/security-groups?id=28e7f36d-da10-449d-998a-26148d3ea66f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262097
Dec 14 17:51:21.935629 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-de033a99-be71-4eb9-8e90-2c73f1146d37 req-ce5732a2-45d9-47d3-b0f7-6ae2d40bed44 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268013
Dec 14 17:51:21.948856 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-7526b204-7ace-4eed-9c79-22c75832ad0f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09184c2f3f8b4da69759907044ea0d13&device_id=cb879cab-fe17-4127-81b3-877fcd73cd7e HTTP/1.1" status: 200  len: 1096 time: 0.2146118
Dec 14 17:51:22.042030 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-8a848e70-04de-4f2f-a757-f955657ef571 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=028a035a-9b61-471c-a9dd-726034aaf174 HTTP/1.1" status: 200  len: 217 time: 0.0820298
Dec 14 17:51:22.048776 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb879cab-fe17-4127-81b3-877fcd73cd7e', 'tag': '028a035a-9b61-471c-a9dd-726034aaf174', 'status': 'completed', 'code': 200}
Dec 14 17:51:22.126253 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-78d24b95-cde9-44a3-ade2-0056ca6f61ff service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:22.128197 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-78d24b95-cde9-44a3-ade2-0056ca6f61ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2fba3688-41c5-45d3-894b-17c0adc66461 HTTP/1.1" status: 200  len: 853 time: 0.0768106
Dec 14 17:51:22.155057 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['786c072f-8ab6-493f-82c1-d5d0af36ae34'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 17:51:22.231521 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-d2a48558-d521-4023-af32-e02ba4eb9632 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=98dc44a2-33a7-48c8-8bbb-6893b546b1a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0908282
Dec 14 17:51:22.516689 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085091e-0165-4624-895d-9c0be4b4821a req-d77d0186-ce49-49c4-8baf-09f056d7e206 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:22.518314 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1085091e-0165-4624-895d-9c0be4b4821a req-d77d0186-ce49-49c4-8baf-09f056d7e206 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb879cab-fe17-4127-81b3-877fcd73cd7e HTTP/1.1" status: 200  len: 943 time: 0.3307345
Dec 14 17:51:22.532595 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-a4af1507-55ec-435b-a039-9e083cfe4b29 service neutron] 10.222.0.41 "GET /v2.0/networks/98dc44a2-33a7-48c8-8bbb-6893b546b1a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2878489
Dec 14 17:51:22.702077 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1085091e-0165-4624-895d-9c0be4b4821a req-913d62d6-f052-4751-b337-3a8442abf7fb tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1756222
Dec 14 17:51:22.710370 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f686f-6164-4afa-91db-6074bd9ec71f req-150e0914-8da8-48a5-a3c6-bf2f10aa1c81 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:22.711993 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-139f686f-6164-4afa-91db-6074bd9ec71f req-150e0914-8da8-48a5-a3c6-bf2f10aa1c81 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/ports?device_id=48649da9-81a8-478e-bd39-8bdadb21e37a HTTP/1.1" status: 200  len: 945 time: 0.3131566
Dec 14 17:51:22.758943 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1ba20d87-0b8a-47c9-b11c-9b2ede7845bc req-11d9e8dd-8125-4cea-bda4-728a5ff4dc84 service neutron] 10.222.0.41 "GET /v2.0/networks/98dc44a2-33a7-48c8-8bbb-6893b546b1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2084887
Dec 14 17:51:22.784458 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-139f686f-6164-4afa-91db-6074bd9ec71f req-43e399d4-baca-4dac-8dbe-92e5e5c815ec tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/security-groups?id=234d801d-7b3e-4a91-81e4-2e55c5547fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638285
Dec 14 17:51:22.892358 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6bd00d30-2835-4a14-aab0-59c9c7dbcb11 req-b92e6139-4bb5-4644-b7c8-96bc26112d99 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09184c2f3f8b4da69759907044ea0d13&device_id=cb879cab-fe17-4127-81b3-877fcd73cd7e HTTP/1.1" status: 200  len: 1096 time: 0.0805392
Dec 14 17:51:22.925700 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-525aedaf-be14-465f-a0d8-229f05890daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:23.061659 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd00d30-2835-4a14-aab0-59c9c7dbcb11 req-1249a3ec-2fb2-4ac2-b7da-f475ec713cb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:23.063419 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6bd00d30-2835-4a14-aab0-59c9c7dbcb11 req-1249a3ec-2fb2-4ac2-b7da-f475ec713cb2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=98dc44a2-33a7-48c8-8bbb-6893b546b1a6 HTTP/1.1" status: 200  len: 914 time: 0.1618068
Dec 14 17:51:23.235570 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:23.244670 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39819748-e82c-4997-b218-042f30195cd9 req-1f195f82-8cc1-4c5e-9722-16828b0f1df0 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:23.246460 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-39819748-e82c-4997-b218-042f30195cd9 req-1f195f82-8cc1-4c5e-9722-16828b0f1df0 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/ports?device_id=a956f187-ffb2-4361-b1c3-466674ddce72 HTTP/1.1" status: 200  len: 944 time: 0.1563771
Dec 14 17:51:23.252822 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4e50d-3cef-48ad-aee4-c8b0d9331f22 req-5ba6f111-2771-4779-951d-dbe62ecf040b tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:23.254438 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a6c4e50d-3cef-48ad-aee4-c8b0d9331f22 req-5ba6f111-2771-4779-951d-dbe62ecf040b tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 945 time: 0.1237726
Dec 14 17:51:23.341073 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a6c4e50d-3cef-48ad-aee4-c8b0d9331f22 req-b880ed08-a09c-4886-b5e6-3eb9217bacd6 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702646
Dec 14 17:51:23.343383 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-39819748-e82c-4997-b218-042f30195cd9 req-bad110e8-0a35-40db-b04e-aca1d075dd7d tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/security-groups?id=28e7f36d-da10-449d-998a-26148d3ea66f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879593
Dec 14 17:51:23.521471 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 43780) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:23.673354 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0e26e57d-a754-4b43-b9ca-b38703326c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:23.708349 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-0e26e57d-a754-4b43-b9ca-b38703326c7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:51:23.712614 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-0e26e57d-a754-4b43-b9ca-b38703326c7e admin admin] Usage tracker for resource:security_group_rule and tenant:bdb506ca7d274935b48c7bb7d444c288 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:51:23.715673 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-0e26e57d-a754-4b43-b9ca-b38703326c7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:51:23.721671 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-0e26e57d-a754-4b43-b9ca-b38703326c7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:51:23.792374 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0e26e57d-a754-4b43-b9ca-b38703326c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:23.795851 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0e26e57d-a754-4b43-b9ca-b38703326c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:23.803921 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-fce30f98-d764-4088-b769-92038cfeedeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:23.848509 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26e57d-a754-4b43-b9ca-b38703326c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718d0393-c7ae-442f-9ddb-2dbc5848f9e1,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:23.853381 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-0e26e57d-a754-4b43-b9ca-b38703326c7e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bdb506ca7d274935b48c7bb7d444c288&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3307040
Dec 14 17:51:23.854313 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-0e26e57d-a754-4b43-b9ca-b38703326c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:23.857551 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 43792) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:23.916300 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2672d-23d5-42f2-baf5-a878b4fe8ec5 req-0fc7f6aa-ce4e-4cdb-b4d1-2ced9edc3653 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:23.918005 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-33e2672d-23d5-42f2-baf5-a878b4fe8ec5 req-0fc7f6aa-ce4e-4cdb-b4d1-2ced9edc3653 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb879cab-fe17-4127-81b3-877fcd73cd7e HTTP/1.1" status: 200  len: 943 time: 0.0854778
Dec 14 17:51:23.928787 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1e809fd2-a7c6-462a-84b9-f9bb5a16d16e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:23.957265 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1e809fd2-a7c6-462a-84b9-f9bb5a16d16e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:23.968312 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-33e2672d-23d5-42f2-baf5-a878b4fe8ec5 req-d3cd2896-cd56-4db1-955c-cb7b51f06281 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439339
Dec 14 17:51:24.009866 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1e809fd2-a7c6-462a-84b9-f9bb5a16d16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:24.014750 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:24.027800 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e809fd2-a7c6-462a-84b9-f9bb5a16d16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718d0393-c7ae-442f-9ddb-2dbc5848f9e1,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:24.031132 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-1e809fd2-a7c6-462a-84b9-f9bb5a16d16e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:24.038606 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1e809fd2-a7c6-462a-84b9-f9bb5a16d16e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:24.040756 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-1e809fd2-a7c6-462a-84b9-f9bb5a16d16e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/718d0393-c7ae-442f-9ddb-2dbc5848f9e1 HTTP/1.1" status: 204  len: 168 time: 0.1821647
Dec 14 17:51:24.192679 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8712b-a997-49c0-b814-f19465b918c0 req-c75a41f1-4883-46c4-af02-e35795787d7f tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:24.194419 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6ca8712b-a997-49c0-b814-f19465b918c0 req-c75a41f1-4883-46c4-af02-e35795787d7f tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/ports?device_id=48649da9-81a8-478e-bd39-8bdadb21e37a HTTP/1.1" status: 200  len: 945 time: 0.1018109
Dec 14 17:51:24.248428 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6ca8712b-a997-49c0-b814-f19465b918c0 req-7dde54e6-4c79-49b1-9cef-e3d7c8df7309 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/security-groups?id=234d801d-7b3e-4a91-81e4-2e55c5547fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474250
Dec 14 17:51:24.463848 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 43806) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:24.484730 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0f6acc95-afac-451f-abea-929b92c557d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:24.522525 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-0f6acc95-afac-451f-abea-929b92c557d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:51:24.527083 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-0f6acc95-afac-451f-abea-929b92c557d7 admin admin] Usage tracker for resource:security_group_rule and tenant:a30cadb5f0c046c5bf1c78a176a166f4 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:51:24.530622 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-0f6acc95-afac-451f-abea-929b92c557d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:51:24.537287 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-0f6acc95-afac-451f-abea-929b92c557d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:51:24.564379 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff36051-d5a1-4499-a1d9-648561c98a82 req-529b582d-8510-4582-b12f-c21a11566821 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:24.566317 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7ff36051-d5a1-4499-a1d9-648561c98a82 req-529b582d-8510-4582-b12f-c21a11566821 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 945 time: 0.0895867
Dec 14 17:51:24.581622 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:24.620813 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7ff36051-d5a1-4499-a1d9-648561c98a82 req-c5361746-b754-4d4d-a589-03f73aec490c tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448122
Dec 14 17:51:24.624735 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0f6acc95-afac-451f-abea-929b92c557d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:24.627973 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0f6acc95-afac-451f-abea-929b92c557d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:24.636568 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-daa102a8-b4c6-40d5-9292-495a8701ff96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:24.687006 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6acc95-afac-451f-abea-929b92c557d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ff4c9a-b1be-42a3-8e39-58d55daf7458,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:24.692363 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-0f6acc95-afac-451f-abea-929b92c557d7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a30cadb5f0c046c5bf1c78a176a166f4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2273352
Dec 14 17:51:24.693418 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-0f6acc95-afac-451f-abea-929b92c557d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:24.698485 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 43812) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:24.841171 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-463af758-88dc-4400-96ab-83f53d60f3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:24.876771 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-463af758-88dc-4400-96ab-83f53d60f3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:24.903545 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028573c4-d18c-42a0-8431-73317ec1bc7f req-780d885c-621e-4217-9a06-257a3b63f593 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:24.905064 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-028573c4-d18c-42a0-8431-73317ec1bc7f req-780d885c-621e-4217-9a06-257a3b63f593 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/ports?device_id=a956f187-ffb2-4361-b1c3-466674ddce72 HTTP/1.1" status: 200  len: 944 time: 0.1467547
Dec 14 17:51:24.974004 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-028573c4-d18c-42a0-8431-73317ec1bc7f req-2e9a5345-b3b4-40fe-9176-e1c7829721c2 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/security-groups?id=28e7f36d-da10-449d-998a-26148d3ea66f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556784
Dec 14 17:51:24.975104 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-463af758-88dc-4400-96ab-83f53d60f3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:24.978958 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-51ff8277-3784-4f05-9f76-c18ff646f077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:24.991356 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463af758-88dc-4400-96ab-83f53d60f3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ff4c9a-b1be-42a3-8e39-58d55daf7458,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:25.001150 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-463af758-88dc-4400-96ab-83f53d60f3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:25.005249 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-463af758-88dc-4400-96ab-83f53d60f3ff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/90ff4c9a-b1be-42a3-8e39-58d55daf7458 HTTP/1.1" status: 204  len: 168 time: 0.3025320
Dec 14 17:51:25.005249 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-463af758-88dc-4400-96ab-83f53d60f3ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:25.193147 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2624c-967d-49b5-8191-aaf13098df0c req-ecdadcaf-35e1-4b87-973f-62ad8fa350ff tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:25.194990 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7ba2624c-967d-49b5-8191-aaf13098df0c req-ecdadcaf-35e1-4b87-973f-62ad8fa350ff tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb879cab-fe17-4127-81b3-877fcd73cd7e HTTP/1.1" status: 200  len: 943 time: 0.0911865
Dec 14 17:51:25.257577 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7ba2624c-967d-49b5-8191-aaf13098df0c req-4b0db642-a23d-4ba7-ab5c-2d4b87110186 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552442
Dec 14 17:51:25.470103 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67775983-6ba3-4449-9c3a-f83c7578ae5f req-1c7060b9-25a8-4211-a06f-ea9272b22e14 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:25.472649 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-67775983-6ba3-4449-9c3a-f83c7578ae5f req-1c7060b9-25a8-4211-a06f-ea9272b22e14 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/ports?device_id=48649da9-81a8-478e-bd39-8bdadb21e37a HTTP/1.1" status: 200  len: 945 time: 0.0947673
Dec 14 17:51:25.523594 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-67775983-6ba3-4449-9c3a-f83c7578ae5f req-d195a3d2-79dd-42c4-92ea-67928f0d160f tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/security-groups?id=234d801d-7b3e-4a91-81e4-2e55c5547fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450799
Dec 14 17:51:25.829522 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f369f5-fd0c-40f6-8776-5d65015eb7f7 req-43d96e69-dffa-4bf9-b8dc-224fa08d1517 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:25.831162 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-64f369f5-fd0c-40f6-8776-5d65015eb7f7 req-43d96e69-dffa-4bf9-b8dc-224fa08d1517 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 945 time: 0.0851016
Dec 14 17:51:25.941446 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-64f369f5-fd0c-40f6-8776-5d65015eb7f7 req-ad9398e9-8617-409c-b5ae-c8fcdeee6415 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035950
Dec 14 17:51:25.957804 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6bd00d30-2835-4a14-aab0-59c9c7dbcb11 req-c88bfe3a-6b08-4933-b206-fb82e7399a47 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=028a035a-9b61-471c-a9dd-726034aaf174 HTTP/1.1" status: 200  len: 217 time: 0.0768664
Dec 14 17:51:26.043477 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd00d30-2835-4a14-aab0-59c9c7dbcb11 req-1d88df0d-3c04-40e6-9f9a-22d0f16acb93 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:26.045153 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6bd00d30-2835-4a14-aab0-59c9c7dbcb11 req-1d88df0d-3c04-40e6-9f9a-22d0f16acb93 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2fba3688-41c5-45d3-894b-17c0adc66461 HTTP/1.1" status: 200  len: 853 time: 0.0807614
Dec 14 17:51:26.102186 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6bd00d30-2835-4a14-aab0-59c9c7dbcb11 req-bc5294a4-508a-4bbf-b284-8fc55cb00651 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=98dc44a2-33a7-48c8-8bbb-6893b546b1a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0473816
Dec 14 17:51:26.356941 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6bd00d30-2835-4a14-aab0-59c9c7dbcb11 req-4087388e-b98f-4233-b190-e904767a4e20 service neutron] 10.222.0.41 "GET /v2.0/networks/98dc44a2-33a7-48c8-8bbb-6893b546b1a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2433362
Dec 14 17:51:26.365011 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804631a9-65f6-4a72-9443-66e97e95fcbe req-bbafaca6-ee40-4a3d-8ba8-f5a880a9b754 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:26.366645 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-804631a9-65f6-4a72-9443-66e97e95fcbe req-bbafaca6-ee40-4a3d-8ba8-f5a880a9b754 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/ports?device_id=a956f187-ffb2-4361-b1c3-466674ddce72 HTTP/1.1" status: 200  len: 944 time: 0.2307913
Dec 14 17:51:26.579027 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa86a8f-dff3-489f-af4f-2043c1f75093 req-7045ca5b-16c6-49c8-97b4-77163feeb644 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:26.580805 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0aa86a8f-dff3-489f-af4f-2043c1f75093 req-7045ca5b-16c6-49c8-97b4-77163feeb644 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.41 "GET /v2.0/ports?device_id=48649da9-81a8-478e-bd39-8bdadb21e37a HTTP/1.1" status: 200  len: 945 time: 0.0950272
Dec 14 17:51:26.664627 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-0aa86a8f-dff3-489f-af4f-2043c1f75093 req-cb4c8d63-7457-47fe-82cc-8deb34c41778 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Deleting port 582c9754-d434-4b37-9f50-e549f869a5ec {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:51:26.665167 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-0aa86a8f-dff3-489f-af4f-2043c1f75093 req-cb4c8d63-7457-47fe-82cc-8deb34c41778 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:26.770330 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-804631a9-65f6-4a72-9443-66e97e95fcbe req-1cfa2aaa-b251-45fa-a4be-34a50789ded8 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/security-groups?id=28e7f36d-da10-449d-998a-26148d3ea66f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3797779
Dec 14 17:51:26.820691 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6bd00d30-2835-4a14-aab0-59c9c7dbcb11 req-bc7f468f-20a6-4892-8d6c-013e49708489 service neutron] 10.222.0.41 "GET /v2.0/networks/98dc44a2-33a7-48c8-8bbb-6893b546b1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4526410
Dec 14 17:51:26.844935 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8096ba-d595-4d11-a7e8-8de336898b3a req-b4f93d9f-cc4d-4b58-9af0-9c870ae8ff6c tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:26.848077 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7c8096ba-d595-4d11-a7e8-8de336898b3a req-b4f93d9f-cc4d-4b58-9af0-9c870ae8ff6c tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb879cab-fe17-4127-81b3-877fcd73cd7e HTTP/1.1" status: 200  len: 943 time: 0.4157317
Dec 14 17:51:26.962381 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7c8096ba-d595-4d11-a7e8-8de336898b3a req-0daa679f-cc57-4830-bfb9-330d3cb6238f tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061647
Dec 14 17:51:27.091270 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-0aa86a8f-dff3-489f-af4f-2043c1f75093 req-cb4c8d63-7457-47fe-82cc-8deb34c41778 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] For port 582c9754-d434-4b37-9f50-e549f869a5ec, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=582c9754-d434-4b37-9f50-e549f869a5ec,segment=NetworkSegment(08e31747-07a4-43f5-9b79-47914f91a4e4),segment_id=08e31747-07a4-43f5-9b79-47914f91a4e4)] {{(pid=88123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:51:27.091665 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-0aa86a8f-dff3-489f-af4f-2043c1f75093 req-cb4c8d63-7457-47fe-82cc-8deb34c41778 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:27.244538 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-0aa86a8f-dff3-489f-af4f-2043c1f75093 req-cb4c8d63-7457-47fe-82cc-8deb34c41778 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Calling delete_port for 582c9754-d434-4b37-9f50-e549f869a5ec owned by compute:nova {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:51:27.276932 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632915c-6b12-43a5-a0dc-72fa745dfb98 req-bdff7395-8fd2-4a94-85db-a0bd9c399a3d tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:27.278658 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8632915c-6b12-43a5-a0dc-72fa745dfb98 req-bdff7395-8fd2-4a94-85db-a0bd9c399a3d tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/ports?device_id=48649da9-81a8-478e-bd39-8bdadb21e37a HTTP/1.1" status: 200  len: 945 time: 0.2479336
Dec 14 17:51:27.289435 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814a27a-2841-47e7-8256-a2a553546f44 req-9bd9671f-9028-4e16-8ff6-1eae6b022cdb tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:27.292525 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f814a27a-2841-47e7-8256-a2a553546f44 req-9bd9671f-9028-4e16-8ff6-1eae6b022cdb tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 945 time: 0.1850505
Dec 14 17:51:27.293903 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 786c072f-8ab6-493f-82c1-d5d0af36ae34 up at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:51:27.392493 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8632915c-6b12-43a5-a0dc-72fa745dfb98 req-69d46d03-da22-495c-b6ce-49e83ec8b083 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/security-groups?id=234d801d-7b3e-4a91-81e4-2e55c5547fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986154
Dec 14 17:51:27.405569 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f814a27a-2841-47e7-8256-a2a553546f44 req-7b4ce4ab-b329-4df6-91cf-ebc7a2f9ebed tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941730
Dec 14 17:51:27.507263 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning for port 786c072f-8ab6-493f-82c1-d5d0af36ae34 completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:51:27.522379 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning complete for port 786c072f-8ab6-493f-82c1-d5d0af36ae34 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:51:27.522806 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:27.677307 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:27.709554 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a956f187-ffb2-4361-b1c3-466674ddce72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786c072f-8ab6-493f-82c1-d5d0af36ae34'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:51:27.719031 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 786c072f-8ab6-493f-82c1-d5d0af36ae34, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=786c072f-8ab6-493f-82c1-d5d0af36ae34,segment=NetworkSegment(80b7242e-6817-401f-abcf-7ea64ad5f21c),segment_id=80b7242e-6817-401f-abcf-7ea64ad5f21c)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:51:27.724356 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:27.727279 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:27.732101 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-0aa86a8f-dff3-489f-af4f-2043c1f75093 req-cb4c8d63-7457-47fe-82cc-8deb34c41778 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:27.739631 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e5881855-3eb7-42fb-a0ed-1fef69933d7b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:27.789129 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a956f187-ffb2-4361-b1c3-466674ddce72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786c072f-8ab6-493f-82c1-d5d0af36ae34', 'code': 200}
Dec 14 17:51:27.789393 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c8d63-7457-47fe-82cc-8deb34c41778 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Pushing event deleted for resources: {'Port': ['ID=582c9754-d434-4b37-9f50-e549f869a5ec,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:27.790947 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-cb4c8d63-7457-47fe-82cc-8deb34c41778 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:27.822711 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=786c072f-8ab6-493f-82c1-d5d0af36ae34,revision_number=5']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:27.827079 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:27.871371 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa86a8f-dff3-489f-af4f-2043c1f75093 req-cb4c8d63-7457-47fe-82cc-8deb34c41778 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] No DVR routers for this DVR port 582c9754-d434-4b37-9f50-e549f869a5ec on host hv-cinder-82173 {{(pid=88123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 14 17:51:27.874612 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-0aa86a8f-dff3-489f-af4f-2043c1f75093 req-cb4c8d63-7457-47fe-82cc-8deb34c41778 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:27.878923 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48649da9-81a8-478e-bd39-8bdadb21e37a', 'name': 'network-vif-deleted', 'tag': '582c9754-d434-4b37-9f50-e549f869a5ec'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:51:27.900421 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0aa86a8f-dff3-489f-af4f-2043c1f75093 req-cb4c8d63-7457-47fe-82cc-8deb34c41778 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.41 "DELETE /v2.0/ports/582c9754-d434-4b37-9f50-e549f869a5ec HTTP/1.1" status: 204  len: 173 time: 1.3111448
Dec 14 17:51:28.005219 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeac9f0-c376-4662-a69e-52735b29e3cf req-1307fa7c-c3f8-44cd-aa39-f427ddc112b7 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:28.006890 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8eeac9f0-c376-4662-a69e-52735b29e3cf req-1307fa7c-c3f8-44cd-aa39-f427ddc112b7 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/ports?device_id=a956f187-ffb2-4361-b1c3-466674ddce72 HTTP/1.1" status: 200  len: 945 time: 0.0925641
Dec 14 17:51:28.058567 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8eeac9f0-c376-4662-a69e-52735b29e3cf req-aeae4222-91f4-436b-a105-226b19167edb tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/security-groups?id=28e7f36d-da10-449d-998a-26148d3ea66f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451109
Dec 14 17:51:28.128209 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48649da9-81a8-478e-bd39-8bdadb21e37a', 'name': 'network-vif-deleted', 'tag': '582c9754-d434-4b37-9f50-e549f869a5ec', 'status': 'completed', 'code': 200}
Dec 14 17:51:28.341346 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c507e-44e8-4edd-93d4-b0c60c90d745 req-77bcafb7-e13d-4312-9e17-5a0b3c63f980 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:28.345046 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6f5c507e-44e8-4edd-93d4-b0c60c90d745 req-77bcafb7-e13d-4312-9e17-5a0b3c63f980 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb879cab-fe17-4127-81b3-877fcd73cd7e HTTP/1.1" status: 200  len: 943 time: 0.1136889
Dec 14 17:51:28.399659 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6f5c507e-44e8-4edd-93d4-b0c60c90d745 req-9407d6a0-c73c-491a-820e-c23c92ef3156 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482292
Dec 14 17:51:28.568592 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-af4a47e9-26d8-4011-b691-c6cfa7d5d40b req-140fab64-4bb4-4277-8b71-b3943d1dfc13 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/ports?device_id=48649da9-81a8-478e-bd39-8bdadb21e37a HTTP/1.1" status: 200  len: 210 time: 0.0473197
Dec 14 17:51:28.773418 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ce018-3a23-4389-97c2-7e3844daffe5 req-a862f8ec-a118-4dd0-9b7f-5e6d7755fdc7 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:28.775108 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-be8ce018-3a23-4389-97c2-7e3844daffe5 req-a862f8ec-a118-4dd0-9b7f-5e6d7755fdc7 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 945 time: 0.0913365
Dec 14 17:51:28.827438 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-be8ce018-3a23-4389-97c2-7e3844daffe5 req-f7bfbe97-4463-4bb3-be75-67efa88a5ee0 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459020
Dec 14 17:51:29.282599 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6de81-7437-41c3-bd60-e4ae4e189897 req-3085761f-f2fa-42e4-aebd-df56c9009227 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:29.284269 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-87b6de81-7437-41c3-bd60-e4ae4e189897 req-3085761f-f2fa-42e4-aebd-df56c9009227 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/ports?device_id=a956f187-ffb2-4361-b1c3-466674ddce72 HTTP/1.1" status: 200  len: 945 time: 0.0967832
Dec 14 17:51:29.340766 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-87b6de81-7437-41c3-bd60-e4ae4e189897 req-4b2b8de0-f885-4eeb-9f3b-977aa5762793 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/security-groups?id=28e7f36d-da10-449d-998a-26148d3ea66f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499823
Dec 14 17:51:29.616314 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b5c88-341c-43af-bab8-6e0f234eabb8 req-0d987091-00bd-447d-861c-6fe894786ea8 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:29.618021 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b73b5c88-341c-43af-bab8-6e0f234eabb8 req-0d987091-00bd-447d-861c-6fe894786ea8 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb879cab-fe17-4127-81b3-877fcd73cd7e HTTP/1.1" status: 200  len: 943 time: 0.0846355
Dec 14 17:51:29.670384 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b73b5c88-341c-43af-bab8-6e0f234eabb8 req-0c231045-b82f-47fe-ad8f-bbdbcd7b7919 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460207
Dec 14 17:51:29.750999 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7e7227c4-51db-46ab-8e4e-d08d536e2df9 req-b32452cf-2c09-4fc3-b594-206f3d8dde35 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/ports?device_id=48649da9-81a8-478e-bd39-8bdadb21e37a HTTP/1.1" status: 200  len: 210 time: 0.0491002
Dec 14 17:51:30.035983 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20024664-ba27-4fb4-8b35-997fa25fd5f0 req-b27dcdc4-c16f-4856-9200-65b9f9ccc4f4 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:30.037609 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-20024664-ba27-4fb4-8b35-997fa25fd5f0 req-b27dcdc4-c16f-4856-9200-65b9f9ccc4f4 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 945 time: 0.0876358
Dec 14 17:51:30.087532 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-20024664-ba27-4fb4-8b35-997fa25fd5f0 req-69604c00-27ea-40b6-8494-ef9689bd6245 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436721
Dec 14 17:51:30.555118 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eeada7-6ba4-426f-b11f-9ed9c13f8862 req-70c96695-55ba-4533-91f0-5ed90ad2847d tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:30.556775 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b5eeada7-6ba4-426f-b11f-9ed9c13f8862 req-70c96695-55ba-4533-91f0-5ed90ad2847d tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/ports?device_id=a956f187-ffb2-4361-b1c3-466674ddce72 HTTP/1.1" status: 200  len: 945 time: 0.0915697
Dec 14 17:51:30.578109 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['582c9754-d434-4b37-9f50-e549f869a5ec'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 17:51:30.635781 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 028a035a-9b61-471c-a9dd-726034aaf174 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 14 17:51:30.649204 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b5eeada7-6ba4-426f-b11f-9ed9c13f8862 req-0790bff7-c05f-4a68-b578-a37ff11282ed tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/security-groups?id=28e7f36d-da10-449d-998a-26148d3ea66f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833104
Dec 14 17:51:30.670566 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:30.836695 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 028a035a-9b61-471c-a9dd-726034aaf174, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=028a035a-9b61-471c-a9dd-726034aaf174,segment=NetworkSegment(cadbd5ca-d0ab-46df-ab2b-fa3b315b265c),segment_id=cadbd5ca-d0ab-46df-ab2b-fa3b315b265c)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:51:30.853571 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Returning: {'device': '028a035a-9b61-471c-a9dd-726034aaf174', 'network_id': '98dc44a2-33a7-48c8-8bbb-6893b546b1a6', 'port_id': '028a035a-9b61-471c-a9dd-726034aaf174', 'mac_address': 'fa:16:3e:3a:79:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fba3688-41c5-45d3-894b-17c0adc66461', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 17:51:30.914674 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:30.925772 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c41c01-0299-41b5-87d0-36b3db9226d8 req-cd379755-e088-4844-bb51-23f296613db1 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:30.929052 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e5c41c01-0299-41b5-87d0-36b3db9226d8 req-cd379755-e088-4844-bb51-23f296613db1 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb879cab-fe17-4127-81b3-877fcd73cd7e HTTP/1.1" status: 200  len: 943 time: 0.1167386
Dec 14 17:51:30.936272 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 028a035a-9b61-471c-a9dd-726034aaf174 {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:51:30.954337 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 028a035a-9b61-471c-a9dd-726034aaf174, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=028a035a-9b61-471c-a9dd-726034aaf174,segment=NetworkSegment(cadbd5ca-d0ab-46df-ab2b-fa3b315b265c),segment_id=cadbd5ca-d0ab-46df-ab2b-fa3b315b265c)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:51:30.958769 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:30.960617 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:30.963031 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8a67f6c2-682a-4673-af00-c32c4f8ae723 req-97cca9ea-8b9d-496e-a4cd-b4ed4d1aa8fc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a956f187-ffb2-4361-b1c3-466674ddce72 HTTP/1.1" status: 200  len: 1098 time: 0.1121447
Dec 14 17:51:30.998126 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7dae40f9-4955-4406-9166-d5a27ed1d13d req-acf7f6e0-f08e-4d42-b16b-adc46dd26932 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/ports?device_id=48649da9-81a8-478e-bd39-8bdadb21e37a HTTP/1.1" status: 200  len: 210 time: 0.0662794
Dec 14 17:51:31.027555 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e5c41c01-0299-41b5-87d0-36b3db9226d8 req-ab55a512-899e-4bcb-80a3-c4aac67284eb tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602629
Dec 14 17:51:31.031958 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=028a035a-9b61-471c-a9dd-726034aaf174,revision_number=4']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:31.032531 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8a67f6c2-682a-4673-af00-c32c4f8ae723 req-ce87d9fc-abb7-4db9-8087-e6fca76960bc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=28e7f36d-da10-449d-998a-26148d3ea66f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578308
Dec 14 17:51:31.035437 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:31.298495 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e822b-4f64-44ca-b91b-d2beadea8288 req-1249b459-05cc-4e47-9278-789d40d2375e tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:31.300162 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-819e822b-4f64-44ca-b91b-d2beadea8288 req-1249b459-05cc-4e47-9278-789d40d2375e tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 945 time: 0.0866880
Dec 14 17:51:31.365466 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-819e822b-4f64-44ca-b91b-d2beadea8288 req-37c7183c-606c-4420-b3ab-a29e3d6e83f5 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587850
Dec 14 17:51:31.447042 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['028a035a-9b61-471c-a9dd-726034aaf174'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 17:51:31.899353 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d8eb7-0754-4b4c-b7d7-888ae61b62df req-85c64ec9-aa8a-4867-a54c-4c897ec96a56 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:31.910889 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-045d8eb7-0754-4b4c-b7d7-888ae61b62df req-85c64ec9-aa8a-4867-a54c-4c897ec96a56 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/ports?device_id=a956f187-ffb2-4361-b1c3-466674ddce72 HTTP/1.1" status: 200  len: 945 time: 0.1037250
Dec 14 17:51:31.972162 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-045d8eb7-0754-4b4c-b7d7-888ae61b62df req-7125a482-2c46-4889-b710-d4da93e4ac6a tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/security-groups?id=28e7f36d-da10-449d-998a-26148d3ea66f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539851
Dec 14 17:51:32.248730 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ad8f646b-c0b6-4e3c-80cb-4d13d44fa8bd req-2d77d985-6113-46a3-91ea-881cdcd13276 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] 10.222.0.53 "GET /v2.0/ports?device_id=48649da9-81a8-478e-bd39-8bdadb21e37a HTTP/1.1" status: 200  len: 210 time: 0.0867712
Dec 14 17:51:32.302402 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b1eb0-dc78-4112-aa40-ae5496219ba4 req-e8d625b2-2f76-4dd5-9a4e-52d39a8dcc83 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:32.304036 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-de5b1eb0-dc78-4112-aa40-ae5496219ba4 req-e8d625b2-2f76-4dd5-9a4e-52d39a8dcc83 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb879cab-fe17-4127-81b3-877fcd73cd7e HTTP/1.1" status: 200  len: 944 time: 0.0954499
Dec 14 17:51:32.361090 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-de5b1eb0-dc78-4112-aa40-ae5496219ba4 req-55d9b2eb-ba51-4558-bcb0-9a7171b5af43 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507627
Dec 14 17:51:32.569955 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f4e37-74a9-4e3b-8f09-a3f3b433619e req-47ac1060-5322-412a-b315-146776171d82 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:32.571599 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d70f4e37-74a9-4e3b-8f09-a3f3b433619e req-47ac1060-5322-412a-b315-146776171d82 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 945 time: 0.0867553
Dec 14 17:51:32.609051 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 028a035a-9b61-471c-a9dd-726034aaf174 up at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:51:32.624041 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d70f4e37-74a9-4e3b-8f09-a3f3b433619e req-1415db48-81c9-4b2e-b7d7-5d1827886bc4 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455956
Dec 14 17:51:32.688516 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning for port 028a035a-9b61-471c-a9dd-726034aaf174 completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:51:32.694011 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning complete for port 028a035a-9b61-471c-a9dd-726034aaf174 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:51:32.694469 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:32.815937 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:32.844638 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb879cab-fe17-4127-81b3-877fcd73cd7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028a035a-9b61-471c-a9dd-726034aaf174'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:51:32.855030 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 028a035a-9b61-471c-a9dd-726034aaf174, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=028a035a-9b61-471c-a9dd-726034aaf174,segment=NetworkSegment(cadbd5ca-d0ab-46df-ab2b-fa3b315b265c),segment_id=cadbd5ca-d0ab-46df-ab2b-fa3b315b265c)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:51:32.858682 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:32.859611 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 582c9754-d434-4b37-9f50-e549f869a5ec no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 17:51:32.891607 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:32.921358 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb879cab-fe17-4127-81b3-877fcd73cd7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028a035a-9b61-471c-a9dd-726034aaf174', 'code': 200}
Dec 14 17:51:32.942230 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] No Port match for: 582c9754-d434-4b37-9f50-e549f869a5ec {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 17:51:32.942503 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 582c9754-d434-4b37-9f50-e549f869a5ec not bound to the agent host hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 17:51:32.966040 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=028a035a-9b61-471c-a9dd-726034aaf174,revision_number=5']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:32.969543 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:33.181566 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abf4eb-ce46-47c1-9da8-a12a35d51786 req-7dcf02f3-7681-4b60-8e8d-9c14ef8ede87 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:33.183428 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-03abf4eb-ce46-47c1-9da8-a12a35d51786 req-7dcf02f3-7681-4b60-8e8d-9c14ef8ede87 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/ports?device_id=a956f187-ffb2-4361-b1c3-466674ddce72 HTTP/1.1" status: 200  len: 945 time: 0.0875120
Dec 14 17:51:33.233809 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-03abf4eb-ce46-47c1-9da8-a12a35d51786 req-d815b7b1-7076-4ea6-b2d0-704be79d14f7 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/security-groups?id=28e7f36d-da10-449d-998a-26148d3ea66f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441210
Dec 14 17:51:33.576499 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe57dc0-a56d-4984-8b17-69a594f192f7 req-6eb93a0f-dc35-4e76-a088-1c4e2023c02c tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:33.578138 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2fe57dc0-a56d-4984-8b17-69a594f192f7 req-6eb93a0f-dc35-4e76-a088-1c4e2023c02c tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb879cab-fe17-4127-81b3-877fcd73cd7e HTTP/1.1" status: 200  len: 945 time: 0.0950747
Dec 14 17:51:33.628455 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2fe57dc0-a56d-4984-8b17-69a594f192f7 req-247fd8c4-4e57-448a-9d96-cdf529f6961a tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439532
Dec 14 17:51:33.906865 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9002e-5473-43f1-9932-21e49ccd9473 req-a02ae242-f71c-4c5a-86c1-356e05a1a7e8 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:33.909015 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6ee9002e-5473-43f1-9932-21e49ccd9473 req-a02ae242-f71c-4c5a-86c1-356e05a1a7e8 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 945 time: 0.0919294
Dec 14 17:51:33.962691 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6ee9002e-5473-43f1-9932-21e49ccd9473 req-d6d53407-3e61-497a-8ae1-92e48352e378 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466111
Dec 14 17:51:34.849949 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0da83-d8c2-4337-8dfd-3a18c894dee6 req-46872d32-5b84-4237-a910-aaa15b5f79f5 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:34.851550 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c5c0da83-d8c2-4337-8dfd-3a18c894dee6 req-46872d32-5b84-4237-a910-aaa15b5f79f5 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb879cab-fe17-4127-81b3-877fcd73cd7e HTTP/1.1" status: 200  len: 945 time: 0.0966427
Dec 14 17:51:34.903635 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c5c0da83-d8c2-4337-8dfd-3a18c894dee6 req-ada99cd2-0fa6-46cd-a295-b969b26f01e7 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449011
Dec 14 17:51:35.172051 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25000a68-c297-46e1-98d9-d7f429306d21 req-d58a8272-a931-4302-87e0-f269ad3c7602 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:35.173640 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-25000a68-c297-46e1-98d9-d7f429306d21 req-d58a8272-a931-4302-87e0-f269ad3c7602 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 945 time: 0.0875094
Dec 14 17:51:35.228472 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-25000a68-c297-46e1-98d9-d7f429306d21 req-837489c2-7509-4fa0-864d-1457e32a21ab tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482793
Dec 14 17:51:35.855592 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b512a300-ae8f-4682-be26-03b439e95c03 req-4f2fc240-b582-4dcf-b8fd-bb7ca5375991 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cb879cab-fe17-4127-81b3-877fcd73cd7e HTTP/1.1" status: 200  len: 1098 time: 0.0859702
Dec 14 17:51:35.910328 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b512a300-ae8f-4682-be26-03b439e95c03 req-a260b3bf-ffe2-45fc-8dd2-6ea60ae55740 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436215
Dec 14 17:51:36.113986 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee4de0-f91f-400c-af42-ae9bdedbdb3a req-b6cc3e74-2ca9-4216-8ca7-ca2fff288194 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:36.115573 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a7ee4de0-f91f-400c-af42-ae9bdedbdb3a req-b6cc3e74-2ca9-4216-8ca7-ca2fff288194 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb879cab-fe17-4127-81b3-877fcd73cd7e HTTP/1.1" status: 200  len: 945 time: 0.0845256
Dec 14 17:51:36.172861 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a7ee4de0-f91f-400c-af42-ae9bdedbdb3a req-a4d63161-c16f-41b7-9ea2-6289bd87e956 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507123
Dec 14 17:51:36.479424 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4faff1e-0e6a-4d7f-8142-26725ae437fa req-ef637d1b-16dc-4cda-9dd0-b511501c5051 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:36.481221 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f4faff1e-0e6a-4d7f-8142-26725ae437fa req-ef637d1b-16dc-4cda-9dd0-b511501c5051 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 945 time: 0.0990951
Dec 14 17:51:36.494942 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 44052) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:36.566231 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f4faff1e-0e6a-4d7f-8142-26725ae437fa req-7b3fee25-fcaf-4f35-9c30-bd98ade1e6ee tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785894
Dec 14 17:51:36.611767 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d11a61-ff2b-4198-9c16-daad16222988 admin admin] Deleting subnet 45eb7ef9-5204-4eab-b021-74c53739a4c9 {{(pid=88123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 14 17:51:36.615611 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-57d11a61-ff2b-4198-9c16-daad16222988 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:36.731688 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-57d11a61-ff2b-4198-9c16-daad16222988 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853087298'] for subnet, precommit_delete_associations {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:36.871416 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-57d11a61-ff2b-4198-9c16-daad16222988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2926108'] for subnet, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:36.950897 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-57d11a61-ff2b-4198-9c16-daad16222988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851849723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1688537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1835572'] for subnet, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:36.955750 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-7b237003-7a12-490e-9e3e-d31049086b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:37.000497 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d11a61-ff2b-4198-9c16-daad16222988 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45eb7ef9-5204-4eab-b021-74c53739a4c9,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:37.003945 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-57d11a61-ff2b-4198-9c16-daad16222988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:37.005000 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-57d11a61-ff2b-4198-9c16-daad16222988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for subnet, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:37.014413 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 44068) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:37.014567 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-57d11a61-ff2b-4198-9c16-daad16222988 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/45eb7ef9-5204-4eab-b021-74c53739a4c9 HTTP/1.1" status: 204  len: 168 time: 0.5178621
Dec 14 17:51:37.040745 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e393ddf-37e3-47f3-9057-61b7d778e56b req-1648e4b6-0884-4a03-a296-f375eacd5404 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:37.042377 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9e393ddf-37e3-47f3-9057-61b7d778e56b req-1648e4b6-0884-4a03-a296-f375eacd5404 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/ports?device_id=a956f187-ffb2-4361-b1c3-466674ddce72 HTTP/1.1" status: 200  len: 945 time: 0.1157954
Dec 14 17:51:37.177991 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f7d028eb-102c-4a1a-a0a4-93aad4c50642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3079847'] for network, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:37.188949 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9e393ddf-37e3-47f3-9057-61b7d778e56b req-68c6d31e-1f51-4675-9e57-be49b2c74bca tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/security-groups?id=28e7f36d-da10-449d-998a-26148d3ea66f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1392648
Dec 14 17:51:37.375523 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f7d028eb-102c-4a1a-a0a4-93aad4c50642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2926725', 'neutron.services.segments.db._delete_segments_for_network-8753728381128'] for network, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:37.424487 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f7d028eb-102c-4a1a-a0a4-93aad4c50642 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f622ca13780>> segment before_delete 55550000 {{(pid=88122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:51:37.425005 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f7d028eb-102c-4a1a-a0a4-93aad4c50642 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f622ca13780>> subnet precommit_delete_associations 55550000 {{(pid=88122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:51:37.425840 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f7d028eb-102c-4a1a-a0a4-93aad4c50642 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f622c1ab940>> segment_host_mapping after_create 55550000 {{(pid=88122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:51:37.426216 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f7d028eb-102c-4a1a-a0a4-93aad4c50642 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f622c1ab940>> port after_create 55550000 {{(pid=88122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:51:37.426564 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f7d028eb-102c-4a1a-a0a4-93aad4c50642 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f622c1ab940>> port after_delete 55550000 {{(pid=88122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:51:37.426930 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f7d028eb-102c-4a1a-a0a4-93aad4c50642 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f622c1ab940>> port after_update 55550000 {{(pid=88122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:51:37.427286 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f7d028eb-102c-4a1a-a0a4-93aad4c50642 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f622c1ab940>> segment after_delete 55550000 {{(pid=88122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:51:37.427649 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f7d028eb-102c-4a1a-a0a4-93aad4c50642 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f622c1ab940>> subnet after_create 55550000 {{(pid=88122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:51:37.428010 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f7d028eb-102c-4a1a-a0a4-93aad4c50642 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f622c1ab940>> subnet after_delete 55550000 {{(pid=88122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:51:37.428368 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f7d028eb-102c-4a1a-a0a4-93aad4c50642 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f622c1ab940>> subnet after_update 55550000 {{(pid=88122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:51:37.493456 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f7d028eb-102c-4a1a-a0a4-93aad4c50642 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f622c302978>> subnet after_create 55550000 {{(pid=88122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:51:37.493865 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f7d028eb-102c-4a1a-a0a4-93aad4c50642 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f622c302978>> subnet after_delete 55550000 {{(pid=88122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:51:37.494242 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f7d028eb-102c-4a1a-a0a4-93aad4c50642 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f622c302978>> subnet before_create 55550000 {{(pid=88122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:51:37.494610 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f7d028eb-102c-4a1a-a0a4-93aad4c50642 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f622c302978>> subnet before_update 55550000 {{(pid=88122) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 14 17:51:37.494995 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-f7d028eb-102c-4a1a-a0a4-93aad4c50642 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f622c44a400>,) {'filters': {'network_id': ['f224f7de-8d5e-4d17-b0e5-f74f6c844cea']}} {{(pid=88122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:51:37.513495 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-f7d028eb-102c-4a1a-a0a4-93aad4c50642 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f622c44a400>, '08e31747-07a4-43f5-9b79-47914f91a4e4') {'for_net_delete': True} {{(pid=88122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:51:37.513857 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-f7d028eb-102c-4a1a-a0a4-93aad4c50642 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f622c44a400>, '08e31747-07a4-43f5-9b79-47914f91a4e4') {} {{(pid=88122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:51:37.532720 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f7d028eb-102c-4a1a-a0a4-93aad4c50642 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753728390873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853217412'] for segment, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:37.563813 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f7d028eb-102c-4a1a-a0a4-93aad4c50642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:37.574412 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7d028eb-102c-4a1a-a0a4-93aad4c50642 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=88122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 14 17:51:37.574849 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f7d028eb-102c-4a1a-a0a4-93aad4c50642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3099130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852908400'] for segment, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:37.593040 dv-cinder-821737-1-iscsi neutron-server[88013]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Dec 14 17:51:37.593040 dv-cinder-821737-1-iscsi neutron-server[88013]:   (self, other),
Dec 14 17:51:37.593040 dv-cinder-821737-1-iscsi neutron-server[88013]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Dec 14 17:51:37.593040 dv-cinder-821737-1-iscsi neutron-server[88013]:   (self, other),
Dec 14 17:51:37.593040 dv-cinder-821737-1-iscsi neutron-server[88013]: Traceback (most recent call last):
Dec 14 17:51:37.593040 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 14 17:51:37.593040 dv-cinder-821737-1-iscsi neutron-server[88013]:     timer()
Dec 14 17:51:37.593040 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 14 17:51:37.593040 dv-cinder-821737-1-iscsi neutron-server[88013]:     cb(*args, **kw)
Dec 14 17:51:37.593040 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 14 17:51:37.593040 dv-cinder-821737-1-iscsi neutron-server[88013]:     return func(*args, **kwargs)
Dec 14 17:51:37.593040 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 14 17:51:37.593040 dv-cinder-821737-1-iscsi neutron-server[88013]:     self._notify()
Dec 14 17:51:37.593040 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 14 17:51:37.593040 dv-cinder-821737-1-iscsi neutron-server[88013]:     self.callback(batched_events)
Dec 14 17:51:37.593040 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 14 17:51:37.593040 dv-cinder-821737-1-iscsi neutron-server[88013]:     event.method(event)
Dec 14 17:51:37.593040 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 14 17:51:37.593040 dv-cinder-821737-1-iscsi neutron-server[88013]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 14 17:51:37.593040 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 14 17:51:37.593040 dv-cinder-821737-1-iscsi neutron-server[88013]:     segment_id)['aggregates'][0]
Dec 14 17:51:37.593040 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 14 17:51:37.593040 dv-cinder-821737-1-iscsi neutron-server[88013]:     return f(self, *a, **k)
Dec 14 17:51:37.593040 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 14 17:51:37.593040 dv-cinder-821737-1-iscsi neutron-server[88013]:     return self._get(url).json()
Dec 14 17:51:37.593040 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 14 17:51:37.593040 dv-cinder-821737-1-iscsi neutron-server[88013]:     **kwargs)
Dec 14 17:51:37.593040 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 14 17:51:37.593040 dv-cinder-821737-1-iscsi neutron-server[88013]:     return self.request(url, 'GET', **kwargs)
Dec 14 17:51:37.593040 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 14 17:51:37.593040 dv-cinder-821737-1-iscsi neutron-server[88013]:     **endpoint_filter)
Dec 14 17:51:37.593040 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 14 17:51:37.593040 dv-cinder-821737-1-iscsi neutron-server[88013]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 14 17:51:37.593040 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 14 17:51:37.593040 dv-cinder-821737-1-iscsi neutron-server[88013]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 14 17:51:37.593040 dv-cinder-821737-1-iscsi neutron-server[88013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 14 17:51:37.604628 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e2daf-fb27-4732-b02b-7cce0d9c4568 req-e430572c-9699-423e-9386-8d4a6cd4c63d tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:37.606483 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d10e2daf-fb27-4732-b02b-7cce0d9c4568 req-e430572c-9699-423e-9386-8d4a6cd4c63d tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb879cab-fe17-4127-81b3-877fcd73cd7e HTTP/1.1" status: 200  len: 945 time: 0.2743454
Dec 14 17:51:37.716203 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f7d028eb-102c-4a1a-a0a4-93aad4c50642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851849074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646652'] for network, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:37.733057 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:37.758156 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d10e2daf-fb27-4732-b02b-7cce0d9c4568 req-ea04b2a1-0e99-46ca-b576-24f2a9d3e11a tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1396601
Dec 14 17:51:37.792658 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f7d028eb-102c-4a1a-a0a4-93aad4c50642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:37.795790 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d028eb-102c-4a1a-a0a4-93aad4c50642 admin admin] Pushing event deleted for resources: {'Network': ['ID=f224f7de-8d5e-4d17-b0e5-f74f6c844cea,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:37.803271 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-f7d028eb-102c-4a1a-a0a4-93aad4c50642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:37.813453 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-f7d028eb-102c-4a1a-a0a4-93aad4c50642 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f224f7de-8d5e-4d17-b0e5-f74f6c844cea HTTP/1.1" status: 204  len: 168 time: 0.7956502
Dec 14 17:51:37.862495 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb89db9-62bc-4c16-b335-f621c4f6aa15 req-8f82e802-72e0-416f-89a6-010606a80c06 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:37.864578 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9cb89db9-62bc-4c16-b335-f621c4f6aa15 req-8f82e802-72e0-416f-89a6-010606a80c06 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 945 time: 0.1170745
Dec 14 17:51:37.926916 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9cb89db9-62bc-4c16-b335-f621c4f6aa15 req-1faabe35-0f5a-4ea6-9a55-24cf68f97df5 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560226
Dec 14 17:51:38.093028 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 44092) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:38.150861 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-dcd03faa-a3b8-47b7-8c55-e4291da0cf47 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d18fde9b6374992882728d14e5e1dc6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0562100
Dec 14 17:51:38.153426 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 44096) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:38.234294 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-105f832a-90b3-40b3-8005-cf0b0c057f12 req-f3cfa136-83c3-4d8f-85ca-cacc1b343650 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 1098 time: 0.0961545
Dec 14 17:51:38.304110 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-105f832a-90b3-40b3-8005-cf0b0c057f12 req-5f949c7e-d31c-4ec8-af45-55d1ee3c92b9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548220
Dec 14 17:51:38.305247 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 6 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 17:51:38.476538 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4ba6bb58-0786-445d-aa10-34d94eb625f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:38.524388 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4ba6bb58-0786-445d-aa10-34d94eb625f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:38.586238 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fe275-6681-486b-ac49-f1385d326065 req-8d02b4e9-6a50-4cf6-b117-e0d91c26b4c9 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:38.587858 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5c0fe275-6681-486b-ac49-f1385d326065 req-8d02b4e9-6a50-4cf6-b117-e0d91c26b4c9 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/ports?device_id=a956f187-ffb2-4361-b1c3-466674ddce72 HTTP/1.1" status: 200  len: 945 time: 0.1481018
Dec 14 17:51:38.595759 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4ba6bb58-0786-445d-aa10-34d94eb625f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:38.602125 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-6d187b2f-abed-45c5-937a-d1c72cf86e48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:38.637192 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6bb58-0786-445d-aa10-34d94eb625f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234d801d-7b3e-4a91-81e4-2e55c5547fa1,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:38.641723 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-4ba6bb58-0786-445d-aa10-34d94eb625f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:38.652107 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4ba6bb58-0786-445d-aa10-34d94eb625f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:38.653350 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-4ba6bb58-0786-445d-aa10-34d94eb625f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/234d801d-7b3e-4a91-81e4-2e55c5547fa1 HTTP/1.1" status: 204  len: 168 time: 0.4988232
Dec 14 17:51:38.668563 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5c0fe275-6681-486b-ac49-f1385d326065 req-8bb71b3b-56c4-4d2b-b9e2-05802f84cfa2 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/security-groups?id=28e7f36d-da10-449d-998a-26148d3ea66f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740037
Dec 14 17:51:38.982119 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7823dba-870f-4264-8ef4-39d37fb6246e req-24f6eb29-3c5c-45d4-b8a8-9c7aab884ea6 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:38.986457 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c7823dba-870f-4264-8ef4-39d37fb6246e req-24f6eb29-3c5c-45d4-b8a8-9c7aab884ea6 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb879cab-fe17-4127-81b3-877fcd73cd7e HTTP/1.1" status: 200  len: 945 time: 0.0939314
Dec 14 17:51:39.052788 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c7823dba-870f-4264-8ef4-39d37fb6246e req-a9513595-e4f2-45fc-b195-548089564047 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593724
Dec 14 17:51:39.172086 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf867dfb-bda3-4752-8ee7-db3755945d8f req-d31c6477-d6d6-4ac3-8d92-1794d5609d3a tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:39.173948 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-cf867dfb-bda3-4752-8ee7-db3755945d8f req-d31c6477-d6d6-4ac3-8d92-1794d5609d3a tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 945 time: 0.0958505
Dec 14 17:51:39.237352 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-cf867dfb-bda3-4752-8ee7-db3755945d8f req-15665d3c-bc3e-478b-a956-146a281516c1 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555391
Dec 14 17:51:41.767238 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a759b-4cf9-4396-b682-0c974422917f req-736d7525-1e7d-4d21-85f1-db67d85c9e42 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:41.768899 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f95a759b-4cf9-4396-b682-0c974422917f req-736d7525-1e7d-4d21-85f1-db67d85c9e42 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/ports?device_id=a956f187-ffb2-4361-b1c3-466674ddce72 HTTP/1.1" status: 200  len: 945 time: 0.0887883
Dec 14 17:51:41.840705 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f95a759b-4cf9-4396-b682-0c974422917f req-be298bf2-f202-4aee-8a2d-ad6fdc506bab tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/security-groups?id=28e7f36d-da10-449d-998a-26148d3ea66f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644047
Dec 14 17:51:42.050934 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f2883-f85e-41a4-8ce1-d29841d2ca0c req-ef74867b-8273-4bc0-94f8-0f1e2df29288 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:42.059260 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-577f2883-f85e-41a4-8ce1-d29841d2ca0c req-ef74867b-8273-4bc0-94f8-0f1e2df29288 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 945 time: 0.1000369
Dec 14 17:51:42.121544 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-577f2883-f85e-41a4-8ce1-d29841d2ca0c req-c122c792-a843-43d5-a188-f61456e8ad4f tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606077
Dec 14 17:51:42.154653 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61d274-a119-49c2-829a-5a4f15cc660b req-d159711e-fbb6-40af-8fc3-7caf40ae4472 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:42.155531 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-eb61d274-a119-49c2-829a-5a4f15cc660b req-d159711e-fbb6-40af-8fc3-7caf40ae4472 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Synchronizing usage tracker for tenant:59177f4921bc4eddb04e2ba61fe8bb69 on resource:port {{(pid=88123) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:51:42.174845 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-eb61d274-a119-49c2-829a-5a4f15cc660b req-d159711e-fbb6-40af-8fc3-7caf40ae4472 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Unset dirty status for tenant:59177f4921bc4eddb04e2ba61fe8bb69 on resource:port {{(pid=88123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:51:42.176249 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-eb61d274-a119-49c2-829a-5a4f15cc660b req-d159711e-fbb6-40af-8fc3-7caf40ae4472 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.41 "GET /v2.0/ports?device_id=a956f187-ffb2-4361-b1c3-466674ddce72 HTTP/1.1" status: 200  len: 945 time: 0.1294799
Dec 14 17:51:42.261004 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-eb61d274-a119-49c2-829a-5a4f15cc660b req-1911fc09-6f2c-4570-87f3-7d7c26981de4 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Deleting port 786c072f-8ab6-493f-82c1-d5d0af36ae34 {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:51:42.261595 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-eb61d274-a119-49c2-829a-5a4f15cc660b req-1911fc09-6f2c-4570-87f3-7d7c26981de4 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:42.563745 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-eb61d274-a119-49c2-829a-5a4f15cc660b req-1911fc09-6f2c-4570-87f3-7d7c26981de4 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] For port 786c072f-8ab6-493f-82c1-d5d0af36ae34, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=786c072f-8ab6-493f-82c1-d5d0af36ae34,segment=NetworkSegment(80b7242e-6817-401f-abcf-7ea64ad5f21c),segment_id=80b7242e-6817-401f-abcf-7ea64ad5f21c)] {{(pid=88123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:51:42.564114 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-eb61d274-a119-49c2-829a-5a4f15cc660b req-1911fc09-6f2c-4570-87f3-7d7c26981de4 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:42.702387 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-eb61d274-a119-49c2-829a-5a4f15cc660b req-1911fc09-6f2c-4570-87f3-7d7c26981de4 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Calling delete_port for 786c072f-8ab6-493f-82c1-d5d0af36ae34 owned by compute:nova {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:51:42.866253 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-eb61d274-a119-49c2-829a-5a4f15cc660b req-1911fc09-6f2c-4570-87f3-7d7c26981de4 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:42.880597 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e298838f-db6d-499f-a205-85c13b7972b5 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:42.955957 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911fc09-6f2c-4570-87f3-7d7c26981de4 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Pushing event deleted for resources: {'Port': ['ID=786c072f-8ab6-493f-82c1-d5d0af36ae34,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:42.963455 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-1911fc09-6f2c-4570-87f3-7d7c26981de4 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:43.003666 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb61d274-a119-49c2-829a-5a4f15cc660b req-1911fc09-6f2c-4570-87f3-7d7c26981de4 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] No DVR routers for this DVR port 786c072f-8ab6-493f-82c1-d5d0af36ae34 on host hv-cinder-82173 {{(pid=88123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 14 17:51:43.008629 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-eb61d274-a119-49c2-829a-5a4f15cc660b req-1911fc09-6f2c-4570-87f3-7d7c26981de4 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:43.019194 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a956f187-ffb2-4361-b1c3-466674ddce72', 'name': 'network-vif-deleted', 'tag': '786c072f-8ab6-493f-82c1-d5d0af36ae34'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:51:43.026107 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-eb61d274-a119-49c2-829a-5a4f15cc660b req-1911fc09-6f2c-4570-87f3-7d7c26981de4 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.41 "DELETE /v2.0/ports/786c072f-8ab6-493f-82c1-d5d0af36ae34 HTTP/1.1" status: 204  len: 173 time: 0.8420234
Dec 14 17:51:43.035577 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 44228) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:43.072731 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-db3cb987-53b4-4c7e-9155-ec7a94f0164a req-10c12ef9-4232-4df0-9423-2579aeef4653 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/ports?device_id=a956f187-ffb2-4361-b1c3-466674ddce72 HTTP/1.1" status: 200  len: 210 time: 0.0707977
Dec 14 17:51:43.151499 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a956f187-ffb2-4361-b1c3-466674ddce72', 'name': 'network-vif-deleted', 'tag': '786c072f-8ab6-493f-82c1-d5d0af36ae34', 'status': 'completed', 'code': 200}
Dec 14 17:51:43.277237 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-91116e47-546e-4f79-9dd7-00e77138a62e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:43.371532 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-91116e47-546e-4f79-9dd7-00e77138a62e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:51:43.384009 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-91116e47-546e-4f79-9dd7-00e77138a62e admin admin] Usage tracker for resource:security_group_rule and tenant:f6049ebdae1b4d9188ba2d2b7c813b5a is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:51:43.394373 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-91116e47-546e-4f79-9dd7-00e77138a62e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:51:43.421101 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-91116e47-546e-4f79-9dd7-00e77138a62e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:51:43.511850 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81221eb9-1434-41a2-bb0b-7abac0ac7517 req-ca1ec889-567f-43de-86de-7c51edd1f394 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:43.516860 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-91116e47-546e-4f79-9dd7-00e77138a62e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:43.520013 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-81221eb9-1434-41a2-bb0b-7abac0ac7517 req-ca1ec889-567f-43de-86de-7c51edd1f394 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 945 time: 0.2179041
Dec 14 17:51:43.521692 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-91116e47-546e-4f79-9dd7-00e77138a62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:43.537260 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-f64ae438-6dd4-45e8-858a-b540565bd7fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:43.582570 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-81221eb9-1434-41a2-bb0b-7abac0ac7517 req-65694700-2f01-435a-ba57-dbf14b08d510 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613444
Dec 14 17:51:43.588429 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91116e47-546e-4f79-9dd7-00e77138a62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a99ccdd-ed36-47dd-a546-3d3fa5708099,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:43.592294 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-91116e47-546e-4f79-9dd7-00e77138a62e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:43.598076 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-91116e47-546e-4f79-9dd7-00e77138a62e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f6049ebdae1b4d9188ba2d2b7c813b5a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5586083
Dec 14 17:51:43.598417 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 44248) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:43.667811 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e14e6363-56d6-4664-b75a-ed9ac334e169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:43.701079 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e14e6363-56d6-4664-b75a-ed9ac334e169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:43.763313 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e14e6363-56d6-4664-b75a-ed9ac334e169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:43.771103 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:43.785761 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e6363-56d6-4664-b75a-ed9ac334e169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a99ccdd-ed36-47dd-a546-3d3fa5708099,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:43.788922 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e14e6363-56d6-4664-b75a-ed9ac334e169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:43.795252 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e14e6363-56d6-4664-b75a-ed9ac334e169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:43.796946 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-e14e6363-56d6-4664-b75a-ed9ac334e169 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7a99ccdd-ed36-47dd-a546-3d3fa5708099 HTTP/1.1" status: 204  len: 168 time: 0.1973441
Dec 14 17:51:43.808472 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 44260) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:43.830049 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9864da-8744-40d8-98a2-a482f8ddf05f req-3a9cc025-7d89-41fe-b63b-39df707c0457 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:43.831701 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4d9864da-8744-40d8-98a2-a482f8ddf05f req-3a9cc025-7d89-41fe-b63b-39df707c0457 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.0961218
Dec 14 17:51:43.892891 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4d9864da-8744-40d8-98a2-a482f8ddf05f req-21fe3c2e-1121-40e7-b0d5-f891e20fb0ed tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530775
Dec 14 17:51:44.031151 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-47820796-2a41-4379-b01c-064d26ad948d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:44.070997 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-47820796-2a41-4379-b01c-064d26ad948d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:51:44.075754 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-47820796-2a41-4379-b01c-064d26ad948d admin admin] Usage tracker for resource:security_group_rule and tenant:36e4d51cbbea453eb5759a8155e2e110 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:51:44.078898 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-47820796-2a41-4379-b01c-064d26ad948d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:51:44.086373 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-47820796-2a41-4379-b01c-064d26ad948d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:51:44.199662 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-47820796-2a41-4379-b01c-064d26ad948d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:44.203060 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-47820796-2a41-4379-b01c-064d26ad948d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:44.215118 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-d0dbca6e-5d6a-48a9-b333-1fc3133e4843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:44.252543 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47820796-2a41-4379-b01c-064d26ad948d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e1a29e-e909-45b0-9f32-18c73fa14862,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:44.255993 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-47820796-2a41-4379-b01c-064d26ad948d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:44.291608 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-47820796-2a41-4379-b01c-064d26ad948d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=36e4d51cbbea453eb5759a8155e2e110&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4817653
Dec 14 17:51:44.295252 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 44278) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:44.390581 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8f6df0ba-9bc1-4c44-89f7-bcfc0e3be188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:44.435625 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8f6df0ba-9bc1-4c44-89f7-bcfc0e3be188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:44.535610 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8f6df0ba-9bc1-4c44-89f7-bcfc0e3be188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:44.543022 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-77895a4b-02e0-4fb8-ad46-4fcdafcd0590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:44.566362 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6df0ba-9bc1-4c44-89f7-bcfc0e3be188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e1a29e-e909-45b0-9f32-18c73fa14862,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:44.572285 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-8f6df0ba-9bc1-4c44-89f7-bcfc0e3be188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:44.627825 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8f6df0ba-9bc1-4c44-89f7-bcfc0e3be188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:44.629360 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-8f6df0ba-9bc1-4c44-89f7-bcfc0e3be188 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/00e1a29e-e909-45b0-9f32-18c73fa14862 HTTP/1.1" status: 204  len: 168 time: 0.3323004
Dec 14 17:51:44.649205 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 786c072f-8ab6-493f-82c1-d5d0af36ae34 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 17:51:44.740916 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] No Port match for: 786c072f-8ab6-493f-82c1-d5d0af36ae34 {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 17:51:44.741313 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 786c072f-8ab6-493f-82c1-d5d0af36ae34 not bound to the agent host hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 17:51:44.885758 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-016d9e54-7126-4c95-9648-839edc36203f tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:44.888407 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-016d9e54-7126-4c95-9648-839edc36203f tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/networks?id=4087a311-1d65-4d7b-91c1-04a929231ad2 HTTP/1.1" status: 200  len: 809 time: 0.3066115
Dec 14 17:51:44.915173 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-5ecab241-72f0-4d7f-8ff4-7d7578fda115 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/quotas/59177f4921bc4eddb04e2ba61fe8bb69 HTTP/1.1" status: 200  len: 375 time: 0.0162132
Dec 14 17:51:44.988351 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-00463ed1-ab78-409e-8337-348346ca76cd tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=59177f4921bc4eddb04e2ba61fe8bb69&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0643110
Dec 14 17:51:45.192290 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-91d5facb-6266-4a19-99c7-b08c272fb766 service neutron] 10.222.0.53 "GET /v2.0/networks/4087a311-1d65-4d7b-91c1-04a929231ad2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2027559
Dec 14 17:51:45.351247 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-e41781e9-b4a3-4294-9695-4b681509e832 service neutron] 10.222.0.53 "GET /v2.0/networks/4087a311-1d65-4d7b-91c1-04a929231ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1507573
Dec 14 17:51:45.432850 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 44338) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:45.456799 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-821d8d21-2bcd-481d-8ae6-d85a39639f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:45.547892 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-821d8d21-2bcd-481d-8ae6-d85a39639f78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:51:45.559333 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-821d8d21-2bcd-481d-8ae6-d85a39639f78 admin admin] Usage tracker for resource:security_group_rule and tenant:eb6a6220f50c49edbe0ada61240f5d15 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:51:45.655402 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-821d8d21-2bcd-481d-8ae6-d85a39639f78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:51:45.673056 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-066e064f-1e26-46f1-8298-798bb279b53c req-bfe67b30-4e29-4db0-8242-801820f83fd9 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/ports?device_id=f91d8b13-dea5-49a1-b0a0-1f26c95409e8 HTTP/1.1" status: 200  len: 210 time: 0.1187289
Dec 14 17:51:45.674269 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-821d8d21-2bcd-481d-8ae6-d85a39639f78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:51:45.760045 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-b78add65-f9c2-4df2-af43-3e44ddb08557 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:45.761671 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-b78add65-f9c2-4df2-af43-3e44ddb08557 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/networks?id=98dc44a2-33a7-48c8-8bbb-6893b546b1a6 HTTP/1.1" status: 200  len: 813 time: 0.2831309
Dec 14 17:51:45.822056 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-821d8d21-2bcd-481d-8ae6-d85a39639f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:45.826391 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-9801ae9b-0f0c-4d21-ad7e-a7c752377367 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/quotas/09184c2f3f8b4da69759907044ea0d13 HTTP/1.1" status: 200  len: 375 time: 0.0556679
Dec 14 17:51:45.827466 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-821d8d21-2bcd-481d-8ae6-d85a39639f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:45.840434 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2f9a55c6-a9f3-4a41-a46e-85f09e8f139a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:45.920036 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d8d21-2bcd-481d-8ae6-d85a39639f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8b51fa-6a68-4919-82e0-b893599b39fc,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:45.932518 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-821d8d21-2bcd-481d-8ae6-d85a39639f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:45.952607 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 44366) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:45.952823 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-821d8d21-2bcd-481d-8ae6-d85a39639f78 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb6a6220f50c49edbe0ada61240f5d15&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5187709
Dec 14 17:51:45.997891 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-8888d924-11e8-4701-8cde-5e899dcaa8ec tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=09184c2f3f8b4da69759907044ea0d13&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1312416
Dec 14 17:51:46.040062 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bccd5ed3-6caa-4536-8f9f-f02e7dc22ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:46.079240 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bccd5ed3-6caa-4536-8f9f-f02e7dc22ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:46.138614 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bccd5ed3-6caa-4536-8f9f-f02e7dc22ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:46.149725 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-6830fdef-c95e-4b3a-a2b9-a0fa85265bb7 service neutron] 10.222.0.53 "GET /v2.0/networks/98dc44a2-33a7-48c8-8bbb-6893b546b1a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1506684
Dec 14 17:51:46.154042 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-5c895375-398d-421f-af63-1e3e0cd191e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:46.166046 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd5ed3-6caa-4536-8f9f-f02e7dc22ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8b51fa-6a68-4919-82e0-b893599b39fc,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:46.169056 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-bccd5ed3-6caa-4536-8f9f-f02e7dc22ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:46.194968 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bccd5ed3-6caa-4536-8f9f-f02e7dc22ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:46.199162 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-bccd5ed3-6caa-4536-8f9f-f02e7dc22ac5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0e8b51fa-6a68-4919-82e0-b893599b39fc HTTP/1.1" status: 204  len: 168 time: 0.2415981
Dec 14 17:51:46.368404 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-aa2bc258-605b-470d-8a54-e4907fff8464 service neutron] 10.222.0.53 "GET /v2.0/networks/98dc44a2-33a7-48c8-8bbb-6893b546b1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2175078
Dec 14 17:51:46.798166 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c22df-1429-4761-b75b-5fe63e2ad8cf req-bcab6384-11f3-4d19-bbeb-248d59606269 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:46.809391 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-bd0c22df-1429-4761-b75b-5fe63e2ad8cf req-bcab6384-11f3-4d19-bbeb-248d59606269 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.1238322
Dec 14 17:51:46.841805 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5c0d5347-2087-4bed-8442-c3a2b8d2a8f7 req-e462c06f-aadc-4494-b98a-e493add509f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02573c92b5c647b2982d81b49df3d4cb&device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 1098 time: 0.2558796
Dec 14 17:51:46.914995 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-bd0c22df-1429-4761-b75b-5fe63e2ad8cf req-42c5e7fe-a927-4c57-a05c-091c6a51e7a6 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039250
Dec 14 17:51:47.044130 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2b025b67-c5af-484e-9580-da6e9084d594 req-2699cfc5-05a3-4ae4-aece-d8d69ebcac86 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=49c5667e-109c-4bbd-8715-e526fa9be537 HTTP/1.1" status: 200  len: 210 time: 0.1279035
Dec 14 17:51:47.130949 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d5347-2087-4bed-8442-c3a2b8d2a8f7 req-1503f4c9-e166-4852-8e7b-e90b129c11ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:47.133029 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5c0d5347-2087-4bed-8442-c3a2b8d2a8f7 req-1503f4c9-e166-4852-8e7b-e90b129c11ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=c35705db-bd11-4f34-bbd6-c42f1d037762 HTTP/1.1" status: 200  len: 920 time: 0.2789819
Dec 14 17:51:47.256863 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5c0d5347-2087-4bed-8442-c3a2b8d2a8f7 req-94679fb6-0379-4f31-b6db-69fb10e230cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da1e9390-2f53-477c-a923-727d93981952 HTTP/1.1" status: 200  len: 217 time: 0.1153951
Dec 14 17:51:47.308903 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2759cf4b-af2f-4f5a-8eab-89cef8a54684 req-511ac28d-fc23-4a45-9500-3f0931c83b84 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/ports?device_id=f91d8b13-dea5-49a1-b0a0-1f26c95409e8 HTTP/1.1" status: 200  len: 210 time: 0.1554003
Dec 14 17:51:47.375402 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d5347-2087-4bed-8442-c3a2b8d2a8f7 req-f6b803a4-61e9-40cc-87c2-ee680e7e6399 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:47.377093 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5c0d5347-2087-4bed-8442-c3a2b8d2a8f7 req-f6b803a4-61e9-40cc-87c2-ee680e7e6399 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53bb809e-79d6-4e3e-82eb-339121ccc0a1 HTTP/1.1" status: 200  len: 859 time: 0.1105580
Dec 14 17:51:47.448932 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5c0d5347-2087-4bed-8442-c3a2b8d2a8f7 req-7c3f924e-18c0-4951-869a-8a31d5548eb9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c35705db-bd11-4f34-bbd6-c42f1d037762&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0641577
Dec 14 17:51:47.500996 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-769f7853-82eb-4b73-b3cb-0d10b776950b tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:47.503058 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-769f7853-82eb-4b73-b3cb-0d10b776950b tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.41 "GET /v2.0/networks?id=4087a311-1d65-4d7b-91c1-04a929231ad2 HTTP/1.1" status: 200  len: 809 time: 0.2723269
Dec 14 17:51:47.547170 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-e237f82e-40a7-4f16-a178-c827fa69ad49 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Request body: {'port': {'device_id': 'f91d8b13-dea5-49a1-b0a0-1f26c95409e8', 'network_id': '4087a311-1d65-4d7b-91c1-04a929231ad2', 'admin_state_up': True, 'tenant_id': '59177f4921bc4eddb04e2ba61fe8bb69'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:51:47.718291 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5c0d5347-2087-4bed-8442-c3a2b8d2a8f7 req-65e3261e-58b7-410a-9e4e-dad3c735730b service neutron] 10.222.0.41 "GET /v2.0/networks/c35705db-bd11-4f34-bbd6-c42f1d037762?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2614319
Dec 14 17:51:47.781532 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-e237f82e-40a7-4f16-a178-c827fa69ad49 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:51:47.787937 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-e237f82e-40a7-4f16-a178-c827fa69ad49 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Usage tracker for resource:port and tenant:59177f4921bc4eddb04e2ba61fe8bb69 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:51:47.792108 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-e237f82e-40a7-4f16-a178-c827fa69ad49 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:51:47.799196 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-e237f82e-40a7-4f16-a178-c827fa69ad49 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:51:47.810017 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-e237f82e-40a7-4f16-a178-c827fa69ad49 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Made reservation on behalf of 59177f4921bc4eddb04e2ba61fe8bb69 for: {'port': 1} {{(pid=88122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:51:47.818629 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-e237f82e-40a7-4f16-a178-c827fa69ad49 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:47.903003 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5c0d5347-2087-4bed-8442-c3a2b8d2a8f7 req-38cc2c90-2bbb-4b5d-a17e-880c68c5ff41 service neutron] 10.222.0.41 "GET /v2.0/networks/c35705db-bd11-4f34-bbd6-c42f1d037762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1706927
Dec 14 17:51:48.019134 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 44454) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:48.092953 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 44464) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:48.208119 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-e237f82e-40a7-4f16-a178-c827fa69ad49 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Allocated IP 172.20.0.14 (4087a311-1d65-4d7b-91c1-04a929231ad2/731eeeab-24b7-43ec-9c4f-fa31095228c7/2cae70f9-a084-46fa-a964-c22512900167) {{(pid=88122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:51:48.266263 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42754f12-d9d1-4587-a681-0caa3b30bb6d req-4b45036e-57fa-4049-aa2b-da7e98268a5a tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:48.267966 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-42754f12-d9d1-4587-a681-0caa3b30bb6d req-4b45036e-57fa-4049-aa2b-da7e98268a5a tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.1751273
Dec 14 17:51:48.472676 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ffad06ca-12f8-4532-80d0-6a676b5a61a2 req-33793096-f34e-4873-8ec1-e0a7d4743501 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=49c5667e-109c-4bbd-8715-e526fa9be537 HTTP/1.1" status: 200  len: 210 time: 0.1140203
Dec 14 17:51:48.629404 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-e237f82e-40a7-4f16-a178-c827fa69ad49 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Notify callbacks [] for port, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:48.758216 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-42754f12-d9d1-4587-a681-0caa3b30bb6d req-be071177-1c18-4a44-9f27-e2070f5d3a6f tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4789097
Dec 14 17:51:48.763600 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-77fe1133-740c-4bef-b313-c55dddda9b1a tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:48.765835 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-77fe1133-740c-4bef-b313-c55dddda9b1a tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.41 "GET /v2.0/networks?id=98dc44a2-33a7-48c8-8bbb-6893b546b1a6 HTTP/1.1" status: 200  len: 813 time: 0.3549430
Dec 14 17:51:48.768100 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9dd1e3a7-4f20-44ac-acaa-f155bda463ae req-7368ac4b-4f6f-412b-84a4-f9907ac780b2 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/ports?device_id=f91d8b13-dea5-49a1-b0a0-1f26c95409e8 HTTP/1.1" status: 200  len: 210 time: 0.1013713
Dec 14 17:51:48.774244 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-e237f82e-40a7-4f16-a178-c827fa69ad49 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852908220'] for port, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:48.793398 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:48.794833 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-f884de92-5f69-4ee6-aa23-233df98c6f47 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1495875947-network', 'tenant_id': 'ec616bacb3474bd2a95b778a306bba3d'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:51:48.805891 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-4e11d816-3f5e-406a-ae76-870925d6b7c6 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Request body: {'port': {'device_id': '49c5667e-109c-4bbd-8715-e526fa9be537', 'network_id': '98dc44a2-33a7-48c8-8bbb-6893b546b1a6', 'admin_state_up': True, 'tenant_id': '09184c2f3f8b4da69759907044ea0d13'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:51:48.834928 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8b1b28e1-eae8-4c63-88cb-660d50f81e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:48.845126 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-f884de92-5f69-4ee6-aa23-233df98c6f47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:51:48.873709 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-f884de92-5f69-4ee6-aa23-233df98c6f47 admin admin] Usage tracker for resource:network and tenant:ec616bacb3474bd2a95b778a306bba3d is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:51:48.891400 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237f82e-40a7-4f16-a178-c827fa69ad49 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Pushing event updated for resources: {'Port': ['ID=2cae70f9-a084-46fa-a964-c22512900167,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:48.895483 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e237f82e-40a7-4f16-a178-c827fa69ad49 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:48.899863 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-8b1b28e1-eae8-4c63-88cb-660d50f81e52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:51:48.904037 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-8b1b28e1-eae8-4c63-88cb-660d50f81e52 admin admin] Usage tracker for resource:security_group_rule and tenant:488b4375cfed48daa5d51aab76915c30 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:51:48.905017 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-e237f82e-40a7-4f16-a178-c827fa69ad49 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Network 4087a311-1d65-4d7b-91c1-04a929231ad2 is already hosted by enough agents. {{(pid=88122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:51:48.906322 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-e237f82e-40a7-4f16-a178-c827fa69ad49 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Resources bound (agent type, host, resource id):  {{(pid=88122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:51:48.907033 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-8b1b28e1-eae8-4c63-88cb-660d50f81e52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:51:48.914862 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-e237f82e-40a7-4f16-a178-c827fa69ad49 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Received port after_create {{(pid=88122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:51:48.920231 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-f884de92-5f69-4ee6-aa23-233df98c6f47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:51:49.000231 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-e237f82e-40a7-4f16-a178-c827fa69ad49 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:49.000364 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-8b1b28e1-eae8-4c63-88cb-660d50f81e52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:51:49.001305 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-e237f82e-40a7-4f16-a178-c827fa69ad49 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for port, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:49.003283 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-f884de92-5f69-4ee6-aa23-233df98c6f47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:51:49.039161 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-e237f82e-40a7-4f16-a178-c827fa69ad49 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4952331
Dec 14 17:51:49.049571 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f884de92-5f69-4ee6-aa23-233df98c6f47 admin admin] Made reservation on behalf of ec616bacb3474bd2a95b778a306bba3d for: {'network': 1} {{(pid=88123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:51:49.055299 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f884de92-5f69-4ee6-aa23-233df98c6f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for network, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:49.055983 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-551c5f46-5ee5-4e75-b6ca-bffdcf837a4b service neutron] Request body: {'port': {'device_id': 'f91d8b13-dea5-49a1-b0a0-1f26c95409e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:51:49.068380 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 44504) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:49.100630 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f884de92-5f69-4ee6-aa23-233df98c6f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:49.146744 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-4e11d816-3f5e-406a-ae76-870925d6b7c6 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:51:49.185410 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-4e11d816-3f5e-406a-ae76-870925d6b7c6 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:51:49.200708 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-f884de92-5f69-4ee6-aa23-233df98c6f47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:51:49.217287 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-f884de92-5f69-4ee6-aa23-233df98c6f47 admin admin] Usage tracker for resource:security_group_rule and tenant:ec616bacb3474bd2a95b778a306bba3d is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:51:49.224696 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-f884de92-5f69-4ee6-aa23-233df98c6f47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:51:49.232955 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-4e11d816-3f5e-406a-ae76-870925d6b7c6 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Made reservation on behalf of 09184c2f3f8b4da69759907044ea0d13 for: {'port': 1} {{(pid=88123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:51:49.238805 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-4e11d816-3f5e-406a-ae76-870925d6b7c6 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:49.255896 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-f884de92-5f69-4ee6-aa23-233df98c6f47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:51:49.280365 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8b1b28e1-eae8-4c63-88cb-660d50f81e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:49.292485 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8b1b28e1-eae8-4c63-88cb-660d50f81e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:49.306848 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:49.412445 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-551c5f46-5ee5-4e75-b6ca-bffdcf837a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:49.414348 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-16259861-5901-4616-bac6-d05dd7193707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:49.472076 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b28e1-eae8-4c63-88cb-660d50f81e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b9217e-a8ca-46ed-9417-bb77641969ee,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:49.475445 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-8b1b28e1-eae8-4c63-88cb-660d50f81e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:49.486774 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-8b1b28e1-eae8-4c63-88cb-660d50f81e52 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=488b4375cfed48daa5d51aab76915c30&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3926260
Dec 14 17:51:49.492391 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 44512) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:49.578505 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-16259861-5901-4616-bac6-d05dd7193707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:51:49.596926 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-16259861-5901-4616-bac6-d05dd7193707 admin admin] Usage tracker for resource:security_group_rule and tenant:90efd3cb883b4601897ebb8b77a12fbb is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:51:49.608415 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-16259861-5901-4616-bac6-d05dd7193707 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:51:49.623912 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-16259861-5901-4616-bac6-d05dd7193707 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:51:49.630228 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f884de92-5f69-4ee6-aa23-233df98c6f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:49.640400 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f884de92-5f69-4ee6-aa23-233df98c6f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:49.647473 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-4e11d816-3f5e-406a-ae76-870925d6b7c6 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Allocated IP 172.20.0.8 (98dc44a2-33a7-48c8-8bbb-6893b546b1a6/2fba3688-41c5-45d3-894b-17c0adc66461/d4a5065e-d7eb-42e4-950f-dfc733b55bb2) {{(pid=88123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:51:49.649463 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e14e6363-56d6-4664-b75a-ed9ac334e169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:49.710094 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f884de92-5f69-4ee6-aa23-233df98c6f47 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'}  {{(pid=88123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 14 17:51:49.710846 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-bce489da-33ff-4f87-aec3-62f6a2aab0dd req-af796e32-955f-43dd-8ece-f13ddaf634b6 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=49c5667e-109c-4bbd-8715-e526fa9be537 HTTP/1.1" status: 200  len: 210 time: 0.1017823
Dec 14 17:51:49.715950 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884de92-5f69-4ee6-aa23-233df98c6f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d57f192-93df-44fc-92a9-bca25f43a05f,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:49.718905 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-f884de92-5f69-4ee6-aa23-233df98c6f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:49.756134 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f884de92-5f69-4ee6-aa23-233df98c6f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:49.756516 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.segments_db [None req-f884de92-5f69-4ee6-aa23-233df98c6f47 admin admin] Added segment 99b5a3d2-b4a2-4f4a-9071-507c0def0956 of type vlan for network 2c78786a-15ca-47e1-a789-b7d278ad2533
Dec 14 17:51:49.770990 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-10215a9c-e568-475f-8f99-f41d3c4efb67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:49.826385 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-10215a9c-e568-475f-8f99-f41d3c4efb67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:50.067473 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f884de92-5f69-4ee6-aa23-233df98c6f47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753727864657'] for network, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:50.096579 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-551c5f46-5ee5-4e75-b6ca-bffdcf837a4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cae70f9-a084-46fa-a964-c22512900167 {{(pid=88122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:51:50.102287 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-10215a9c-e568-475f-8f99-f41d3c4efb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:50.111398 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-821d8d21-2bcd-481d-8ae6-d85a39639f78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:50.122086 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-551c5f46-5ee5-4e75-b6ca-bffdcf837a4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:50.136674 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10215a9c-e568-475f-8f99-f41d3c4efb67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b9217e-a8ca-46ed-9417-bb77641969ee,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:50.142948 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-10215a9c-e568-475f-8f99-f41d3c4efb67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:50.162927 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-551c5f46-5ee5-4e75-b6ca-bffdcf837a4b service neutron] Transition to ACTIVE for port object 2cae70f9-a084-46fa-a964-c22512900167 will not be triggered until provisioned by entity L2. {{(pid=88122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:51:50.165411 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-10215a9c-e568-475f-8f99-f41d3c4efb67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:50.166125 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-16259861-5901-4616-bac6-d05dd7193707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:50.170389 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-10215a9c-e568-475f-8f99-f41d3c4efb67 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/46b9217e-a8ca-46ed-9417-bb77641969ee HTTP/1.1" status: 204  len: 168 time: 0.6734231
Dec 14 17:51:50.171775 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-551c5f46-5ee5-4e75-b6ca-bffdcf837a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1867597'] for port, after_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:50.184092 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-16259861-5901-4616-bac6-d05dd7193707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:50.184790 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-c4311b4a-d71b-402d-aed8-baa418c710ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:50.198677 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-cf111716-1646-47d8-8107-a7ab33e6623e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:50.256410 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a458a6-acfa-49d5-ba0f-c7be2b14786a req-e777f790-eaea-4bd2-a95f-e57349e0bda1 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:50.257134 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-71a458a6-acfa-49d5-ba0f-c7be2b14786a req-e777f790-eaea-4bd2-a95f-e57349e0bda1 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Synchronizing usage tracker for tenant:59177f4921bc4eddb04e2ba61fe8bb69 on resource:port {{(pid=88122) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:51:50.272358 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f9da3-f30e-4da2-bdb5-5ccfe6b36160 req-13b73bbe-8833-4355-8e76-6dfa01868327 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:50.274034 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1d9f9da3-f30e-4da2-bdb5-5ccfe6b36160 req-13b73bbe-8833-4355-8e76-6dfa01868327 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.3137434
Dec 14 17:51:50.277239 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f884de92-5f69-4ee6-aa23-233df98c6f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388'] for network, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:50.282291 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-4e11d816-3f5e-406a-ae76-870925d6b7c6 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Notify callbacks [] for port, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:50.286950 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f884de92-5f69-4ee6-aa23-233df98c6f47 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:50.287629 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f884de92-5f69-4ee6-aa23-233df98c6f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:50.291573 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16259861-5901-4616-bac6-d05dd7193707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccd8277-028b-4397-accc-64decc879496,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:50.294548 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-16259861-5901-4616-bac6-d05dd7193707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:50.298934 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-28732b0f-ed66-434f-a874-a8d78b8db0ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:50.314768 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-16259861-5901-4616-bac6-d05dd7193707 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=90efd3cb883b4601897ebb8b77a12fbb&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2436624
Dec 14 17:51:50.328226 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 44528) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:50.418452 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c5f46-5ee5-4e75-b6ca-bffdcf837a4b service neutron] Pushing event updated for resources: {'Port': ['ID=2cae70f9-a084-46fa-a964-c22512900167,revision_number=2']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:50.441709 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-551c5f46-5ee5-4e75-b6ca-bffdcf837a4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:50.471207 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1d9f9da3-f30e-4da2-bdb5-5ccfe6b36160 req-76cb0d7b-4397-40b1-a1b0-d68f1b94d25c tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932341
Dec 14 17:51:50.472333 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-71a458a6-acfa-49d5-ba0f-c7be2b14786a req-e777f790-eaea-4bd2-a95f-e57349e0bda1 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Unset dirty status for tenant:59177f4921bc4eddb04e2ba61fe8bb69 on resource:port {{(pid=88122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:51:50.473577 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-71a458a6-acfa-49d5-ba0f-c7be2b14786a req-e777f790-eaea-4bd2-a95f-e57349e0bda1 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/ports?device_id=f91d8b13-dea5-49a1-b0a0-1f26c95409e8 HTTP/1.1" status: 200  len: 932 time: 0.5119963
Dec 14 17:51:50.489910 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884de92-5f69-4ee6-aa23-233df98c6f47 admin admin] Pushing event updated for resources: {'Network': ['ID=2c78786a-15ca-47e1-a789-b7d278ad2533,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:50.492944 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-f884de92-5f69-4ee6-aa23-233df98c6f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:50.503818 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-f884de92-5f69-4ee6-aa23-233df98c6f47 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 2.4777749
Dec 14 17:51:50.504648 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Network 2c78786a-15ca-47e1-a789-b7d278ad2533 details requested by agent ovs-agent-dv-cinder-821737-1-iscsi with host dv-cinder-821737-1-iscsi {{(pid=88124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 14 17:51:50.508492 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 44536) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:50.523983 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-d0cfc65e-92bf-4bb8-ab90-ca58dbe4aafc admin admin] Request body: {'subnet': {'network_id': '2c78786a-15ca-47e1-a789-b7d278ad2533', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1495875947-subnet', 'tenant_id': 'ec616bacb3474bd2a95b778a306bba3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:51:50.528118 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-4e11d816-3f5e-406a-ae76-870925d6b7c6 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:50.540355 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a785f51b-1b6d-4178-8c37-6405d7f24fa6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:50.554552 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['45aca380-8b0b-4936-8224-377f64d82315', '028a035a-9b61-471c-a9dd-726034aaf174'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 17:51:50.577189 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-d0cfc65e-92bf-4bb8-ab90-ca58dbe4aafc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:51:50.605636 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-d0cfc65e-92bf-4bb8-ab90-ca58dbe4aafc admin admin] Usage tracker for resource:subnet and tenant:ec616bacb3474bd2a95b778a306bba3d is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:51:50.608673 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-c3e0ea72-9b2b-43cb-bb1e-13d64cb5ef24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:50.611541 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-d0cfc65e-92bf-4bb8-ab90-ca58dbe4aafc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:51:50.623637 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-d0cfc65e-92bf-4bb8-ab90-ca58dbe4aafc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:51:50.638591 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-551c5f46-5ee5-4e75-b6ca-bffdcf837a4b service neutron] Attempting to bind port 2cae70f9-a084-46fa-a964-c22512900167 on host hv-cinder-82173 for vnic_type normal with profile  {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:51:50.639280 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-551c5f46-5ee5-4e75-b6ca-bffdcf837a4b service neutron] Attempting to bind port 2cae70f9-a084-46fa-a964-c22512900167 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '80b7242e-6817-401f-abcf-7ea64ad5f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4087a311-1d65-4d7b-91c1-04a929231ad2'}] {{(pid=88122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:51:50.639650 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-551c5f46-5ee5-4e75-b6ca-bffdcf837a4b service neutron] Attempting to bind port 2cae70f9-a084-46fa-a964-c22512900167 on network 4087a311-1d65-4d7b-91c1-04a929231ad2 {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:51:50.655008 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-71a458a6-acfa-49d5-ba0f-c7be2b14786a req-a601ecea-9be1-4021-96ce-264398575cd6 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/security-groups?id=28e7f36d-da10-449d-998a-26148d3ea66f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1423767
Dec 14 17:51:50.662658 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-551c5f46-5ee5-4e75-b6ca-bffdcf837a4b service neutron] Port 2cae70f9-a084-46fa-a964-c22512900167 on network 4087a311-1d65-4d7b-91c1-04a929231ad2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 14 17:51:50.663209 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-551c5f46-5ee5-4e75-b6ca-bffdcf837a4b service neutron] Attempting to bind port 2cae70f9-a084-46fa-a964-c22512900167 on network 4087a311-1d65-4d7b-91c1-04a929231ad2 {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:51:50.684135 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-551c5f46-5ee5-4e75-b6ca-bffdcf837a4b service neutron] Checking agent: {'id': '12cfdd9e-1aa3-47c9-9727-84a7d707383b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'started_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:51:50.684503 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-551c5f46-5ee5-4e75-b6ca-bffdcf837a4b service neutron] Checking segment: {'id': '80b7242e-6817-401f-abcf-7ea64ad5f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4087a311-1d65-4d7b-91c1-04a929231ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:51:50.684914 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-551c5f46-5ee5-4e75-b6ca-bffdcf837a4b service neutron] Bound using segment: {'id': '80b7242e-6817-401f-abcf-7ea64ad5f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4087a311-1d65-4d7b-91c1-04a929231ad2'} {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:51:50.685394 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-551c5f46-5ee5-4e75-b6ca-bffdcf837a4b service neutron] Bound port: 2cae70f9-a084-46fa-a964-c22512900167, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b7242e-6817-401f-abcf-7ea64ad5f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4087a311-1d65-4d7b-91c1-04a929231ad2'}}] {{(pid=88122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:51:50.685828 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-551c5f46-5ee5-4e75-b6ca-bffdcf837a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:50.690308 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-4e11d816-3f5e-406a-ae76-870925d6b7c6 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Network 98dc44a2-33a7-48c8-8bbb-6893b546b1a6 is already hosted by enough agents. {{(pid=88123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:51:50.705685 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-4e11d816-3f5e-406a-ae76-870925d6b7c6 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Resources bound (agent type, host, resource id):  {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:51:50.716137 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-4e11d816-3f5e-406a-ae76-870925d6b7c6 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Received port after_create {{(pid=88123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:51:50.771176 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0cfc65e-92bf-4bb8-ab90-ca58dbe4aafc admin admin] Made reservation on behalf of ec616bacb3474bd2a95b778a306bba3d for: {'subnet': 1} {{(pid=88123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:51:50.788883 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d0cfc65e-92bf-4bb8-ab90-ca58dbe4aafc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852940243'] for subnet, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:50.809318 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-551c5f46-5ee5-4e75-b6ca-bffdcf837a4b service neutron] For port 2cae70f9-a084-46fa-a964-c22512900167, host hv-cinder-82173, cleared binding levels {{(pid=88122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:51:50.813793 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-551c5f46-5ee5-4e75-b6ca-bffdcf837a4b service neutron] For port 2cae70f9-a084-46fa-a964-c22512900167, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=2cae70f9-a084-46fa-a964-c22512900167,segment=NetworkSegment(80b7242e-6817-401f-abcf-7ea64ad5f21c),segment_id=80b7242e-6817-401f-abcf-7ea64ad5f21c)] {{(pid=88122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:51:50.818002 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-551c5f46-5ee5-4e75-b6ca-bffdcf837a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1867597'] for port, after_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:50.830941 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-8ba167d2-36d2-4bff-b6f6-1c66414c0979 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:50.843175 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-c3e0ea72-9b2b-43cb-bb1e-13d64cb5ef24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:50.869214 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 44542) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:50.889316 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-551c5f46-5ee5-4e75-b6ca-bffdcf837a4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for port, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:50.891281 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-551c5f46-5ee5-4e75-b6ca-bffdcf837a4b service neutron] 10.222.0.41 "PUT /v2.0/ports/2cae70f9-a084-46fa-a964-c22512900167 HTTP/1.1" status: 200  len: 1094 time: 1.8408742
Dec 14 17:51:50.895766 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f91d8b13-dea5-49a1-b0a0-1f26c95409e8', 'tag': '2cae70f9-a084-46fa-a964-c22512900167'}] {{(pid=88122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:51:50.916371 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11d816-3f5e-406a-ae76-870925d6b7c6 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Pushing event updated for resources: {'Port': ['ID=d4a5065e-d7eb-42e4-950f-dfc733b55bb2,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:50.943576 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-98146be3-7244-46bf-9517-cbc14fbe6c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:50.950878 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-4e11d816-3f5e-406a-ae76-870925d6b7c6 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:51.021600 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 44550) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:51.071419 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-4e11d816-3f5e-406a-ae76-870925d6b7c6 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:51.072104 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-4e11d816-3f5e-406a-ae76-870925d6b7c6 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:51.084803 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a8ef7fd5-4381-40a0-adef-cffd913e8a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:51.120505 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-4e11d816-3f5e-406a-ae76-870925d6b7c6 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3216431
Dec 14 17:51:51.123914 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-c3e0ea72-9b2b-43cb-bb1e-13d64cb5ef24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:51.126689 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-c3e0ea72-9b2b-43cb-bb1e-13d64cb5ef24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:51.130008 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-c3e0ea72-9b2b-43cb-bb1e-13d64cb5ef24 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4ccd8277-028b-4397-accc-64decc879496 HTTP/1.1" status: 204  len: 168 time: 0.7988224
Dec 14 17:51:51.154485 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f91d8b13-dea5-49a1-b0a0-1f26c95409e8', 'tag': '2cae70f9-a084-46fa-a964-c22512900167', 'status': 'completed', 'code': 200}
Dec 14 17:51:51.164335 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-42aa4568-b69f-4a41-9660-dcdd8f35305b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:51.187944 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-9cd1e2b3-77da-40fd-a6d8-1aa5016552d4 service neutron] Request body: {'port': {'device_id': '49c5667e-109c-4bbd-8715-e526fa9be537', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:51:51.223390 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0ea72-9b2b-43cb-bb1e-13d64cb5ef24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccd8277-028b-4397-accc-64decc879496,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:51.242919 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-c3e0ea72-9b2b-43cb-bb1e-13d64cb5ef24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:51.291288 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0db346db-9c2e-4e87-9786-c87da8de6f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:51.296894 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-98146be3-7244-46bf-9517-cbc14fbe6c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:51:51.305901 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c5f46-5ee5-4e75-b6ca-bffdcf837a4b service neutron] Pushing event updated for resources: {'Port': ['ID=2cae70f9-a084-46fa-a964-c22512900167,revision_number=3']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:51.311295 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-551c5f46-5ee5-4e75-b6ca-bffdcf837a4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:51.315852 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-98146be3-7244-46bf-9517-cbc14fbe6c50 admin admin] Usage tracker for resource:security_group_rule and tenant:78d27320733f42eb8645d88379864d7b is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:51:51.320263 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-98146be3-7244-46bf-9517-cbc14fbe6c50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:51:51.335321 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-98146be3-7244-46bf-9517-cbc14fbe6c50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:51:51.380026 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08f852-caab-4c2d-9724-0e017e340783 req-b28d2fe6-3f76-4b96-8d79-a80eda101156 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:51.381766 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2d08f852-caab-4c2d-9724-0e017e340783 req-b28d2fe6-3f76-4b96-8d79-a80eda101156 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=49c5667e-109c-4bbd-8715-e526fa9be537 HTTP/1.1" status: 200  len: 931 time: 0.3944776
Dec 14 17:51:51.392213 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-713f20f2-5cbf-47ec-a566-aef3b1733525 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59177f4921bc4eddb04e2ba61fe8bb69&device_id=f91d8b13-dea5-49a1-b0a0-1f26c95409e8 HTTP/1.1" status: 200  len: 1097 time: 0.4058750
Dec 14 17:51:51.459962 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d0cfc65e-92bf-4bb8-ab90-ca58dbe4aafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853087467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852940228'] for subnet, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:51.467127 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-9cd1e2b3-77da-40fd-a6d8-1aa5016552d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:51.482048 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:51.516803 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-df1a886a-1198-4d75-b0b0-7375f39fc323 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cae70f9-a084-46fa-a964-c22512900167 HTTP/1.1" status: 200  len: 217 time: 0.0942500
Dec 14 17:51:51.518092 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-0db346db-9c2e-4e87-9786-c87da8de6f7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:51:51.535412 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-0db346db-9c2e-4e87-9786-c87da8de6f7e admin admin] Usage tracker for resource:security_group_rule and tenant:78bb4e7dc4574c60ba6ef208cd6ef911 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:51:51.546935 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-0db346db-9c2e-4e87-9786-c87da8de6f7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:51:51.584068 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-0db346db-9c2e-4e87-9786-c87da8de6f7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:51:51.624339 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cfc65e-92bf-4bb8-ab90-ca58dbe4aafc admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfb41f09-a4c3-4fc0-bbcd-5aff64b980d3,revision_number=0']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:51.627833 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2d08f852-caab-4c2d-9724-0e017e340783 req-a8df7fd4-ad58-478a-b58d-a3727b4b6330 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2328620
Dec 14 17:51:51.631487 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-d0cfc65e-92bf-4bb8-ab90-ca58dbe4aafc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:51.636913 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-98146be3-7244-46bf-9517-cbc14fbe6c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:51.650821 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-98146be3-7244-46bf-9517-cbc14fbe6c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:51.654079 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:51.662756 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-49355a36-ad33-47e5-8bf2-0022acc7198e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:51.664506 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-49355a36-ad33-47e5-8bf2-0022acc7198e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=731eeeab-24b7-43ec-9c4f-fa31095228c7 HTTP/1.1" status: 200  len: 849 time: 0.1317329
Dec 14 17:51:51.665919 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:51.761415 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cfc65e-92bf-4bb8-ab90-ca58dbe4aafc admin admin] Checking segment: {'id': '99b5a3d2-b4a2-4f4a-9071-507c0def0956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2c78786a-15ca-47e1-a789-b7d278ad2533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:51:51.761835 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cfc65e-92bf-4bb8-ab90-ca58dbe4aafc admin admin] Network hostable DHCP agents. Network: 2c78786a-15ca-47e1-a789-b7d278ad2533, hostable agents: ['ca44529e-a98f-42ef-93fd-bf8911629c2d'], hosted agents: [] {{(pid=88123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 14 17:51:51.809532 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-8cf2b0f2-8f33-46ca-a23e-52594e2d1840 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4087a311-1d65-4d7b-91c1-04a929231ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1256883
Dec 14 17:51:51.832413 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98146be3-7244-46bf-9517-cbc14fbe6c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d69dac8-2287-4990-a84e-067f11dc27c9,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:51.835718 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-98146be3-7244-46bf-9517-cbc14fbe6c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:51.902774 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-98146be3-7244-46bf-9517-cbc14fbe6c50 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=78d27320733f42eb8645d88379864d7b&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0297875
Dec 14 17:51:51.913314 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 44576) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:51.977943 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cfc65e-92bf-4bb8-ab90-ca58dbe4aafc admin admin] Network 2c78786a-15ca-47e1-a789-b7d278ad2533 is scheduled to be hosted by DHCP agent ca44529e-a98f-42ef-93fd-bf8911629c2d with binding_index 1 {{(pid=88123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 14 17:51:51.981260 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0db346db-9c2e-4e87-9786-c87da8de6f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:51.990956 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0db346db-9c2e-4e87-9786-c87da8de6f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:52.001863 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-1e809fd2-a7c6-462a-84b9-f9bb5a16d16e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:52.020465 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-d0cfc65e-92bf-4bb8-ab90-ca58dbe4aafc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-iscsi, 2c78786a-15ca-47e1-a789-b7d278ad2533) {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:51:52.035674 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cfc65e-92bf-4bb8-ab90-ca58dbe4aafc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:52.036308 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d0cfc65e-92bf-4bb8-ab90-ca58dbe4aafc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for subnet, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:52.042713 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e63f7e-b2fe-4544-afdc-ca5f2d4700a7 None None] Network 2c78786a-15ca-47e1-a789-b7d278ad2533 requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:51:52.086767 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db346db-9c2e-4e87-9786-c87da8de6f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c54850a-5a7b-45f5-9f4d-95bdc691f92c,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:52.094945 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-0db346db-9c2e-4e87-9786-c87da8de6f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:52.103286 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-0db346db-9c2e-4e87-9786-c87da8de6f7e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=78bb4e7dc4574c60ba6ef208cd6ef911&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0665188
Dec 14 17:51:52.107463 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 44584) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:52.129819 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-d0cfc65e-92bf-4bb8-ab90-ca58dbe4aafc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.6096292
Dec 14 17:51:52.134651 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd3ef5-b08d-4595-a99e-cbbd6aac8b68 req-ae9f9191-7ec8-4f81-a402-25810812e424 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:52.142940 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8ebd3ef5-b08d-4595-a99e-cbbd6aac8b68 req-ae9f9191-7ec8-4f81-a402-25810812e424 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.4189403
Dec 14 17:51:52.181018 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-370af552-5a12-416f-beda-e1d1931d414b service neutron] 10.222.0.41 "GET /v2.0/networks/4087a311-1d65-4d7b-91c1-04a929231ad2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3495674
Dec 14 17:51:52.196767 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a1c9a556-1584-412d-8405-36ec8f647d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:52.205591 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de3088-55aa-4cc9-9404-40b09a9472da req-87f54168-db5e-4bd3-b659-e5e3c7b0e86a tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:52.208202 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b5de3088-55aa-4cc9-9404-40b09a9472da req-87f54168-db5e-4bd3-b659-e5e3c7b0e86a tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/ports?device_id=f91d8b13-dea5-49a1-b0a0-1f26c95409e8 HTTP/1.1" status: 200  len: 944 time: 0.3810825
Dec 14 17:51:52.219682 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-9cd1e2b3-77da-40fd-a6d8-1aa5016552d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4a5065e-d7eb-42e4-950f-dfc733b55bb2 {{(pid=88123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:51:52.228610 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-9cd1e2b3-77da-40fd-a6d8-1aa5016552d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:52.259264 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-455098c8-fdb5-444a-b644-0ffb9989139d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:52.261487 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-9cd1e2b3-77da-40fd-a6d8-1aa5016552d4 service neutron] Transition to ACTIVE for port object d4a5065e-d7eb-42e4-950f-dfc733b55bb2 will not be triggered until provisioned by entity L2. {{(pid=88123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:51:52.274890 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-9cd1e2b3-77da-40fd-a6d8-1aa5016552d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1688486'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:52.286487 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:52.319655 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a1c9a556-1584-412d-8405-36ec8f647d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:52.426242 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1e2b3-77da-40fd-a6d8-1aa5016552d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a5065e-d7eb-42e4-950f-dfc733b55bb2,revision_number=2']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:52.437340 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-455098c8-fdb5-444a-b644-0ffb9989139d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:52.465930 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a35b714-c4ad-4396-8899-b141df1db19e None None] Network 2c78786a-15ca-47e1-a789-b7d278ad2533 requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:51:52.473502 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-9cd1e2b3-77da-40fd-a6d8-1aa5016552d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:52.630363 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8ebd3ef5-b08d-4595-a99e-cbbd6aac8b68 req-13bc2ca0-6176-4bca-a3dc-3db19890a4ca tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4862349
Dec 14 17:51:52.768061 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b5de3088-55aa-4cc9-9404-40b09a9472da req-5695e886-b6b1-4738-8dc7-e66b89ee54b2 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/security-groups?id=28e7f36d-da10-449d-998a-26148d3ea66f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5347464
Dec 14 17:51:52.776616 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0d8d5219-3b77-4a69-b934-31e507c9f256 req-6998589f-6f10-4112-b9e6-adcdb26b73a5 service neutron] 10.222.0.41 "GET /v2.0/networks/4087a311-1d65-4d7b-91c1-04a929231ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5829396
Dec 14 17:51:52.816619 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a1c9a556-1584-412d-8405-36ec8f647d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:52.819751 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-455098c8-fdb5-444a-b644-0ffb9989139d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:52.829318 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-47820796-2a41-4379-b01c-064d26ad948d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:52.835078 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:52.850367 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455098c8-fdb5-444a-b644-0ffb9989139d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c54850a-5a7b-45f5-9f4d-95bdc691f92c,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:52.852924 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-455098c8-fdb5-444a-b644-0ffb9989139d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:52.854506 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-455098c8-fdb5-444a-b644-0ffb9989139d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7c54850a-5a7b-45f5-9f4d-95bdc691f92c HTTP/1.1" status: 204  len: 168 time: 0.7460494
Dec 14 17:51:52.859801 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-455098c8-fdb5-444a-b644-0ffb9989139d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:52.893959 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-9cd1e2b3-77da-40fd-a6d8-1aa5016552d4 service neutron] Attempting to bind port d4a5065e-d7eb-42e4-950f-dfc733b55bb2 on host hv-cinder-82173 for vnic_type normal with profile  {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:51:52.894743 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-9cd1e2b3-77da-40fd-a6d8-1aa5016552d4 service neutron] Attempting to bind port d4a5065e-d7eb-42e4-950f-dfc733b55bb2 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': 'cadbd5ca-d0ab-46df-ab2b-fa3b315b265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '98dc44a2-33a7-48c8-8bbb-6893b546b1a6'}] {{(pid=88123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:51:52.895500 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-9cd1e2b3-77da-40fd-a6d8-1aa5016552d4 service neutron] Attempting to bind port d4a5065e-d7eb-42e4-950f-dfc733b55bb2 on network 98dc44a2-33a7-48c8-8bbb-6893b546b1a6 {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:51:52.903395 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-9cd1e2b3-77da-40fd-a6d8-1aa5016552d4 service neutron] Port d4a5065e-d7eb-42e4-950f-dfc733b55bb2 on network 98dc44a2-33a7-48c8-8bbb-6893b546b1a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 14 17:51:52.903728 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-9cd1e2b3-77da-40fd-a6d8-1aa5016552d4 service neutron] Attempting to bind port d4a5065e-d7eb-42e4-950f-dfc733b55bb2 on network 98dc44a2-33a7-48c8-8bbb-6893b546b1a6 {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:51:52.912285 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-9cd1e2b3-77da-40fd-a6d8-1aa5016552d4 service neutron] Checking agent: {'id': '12cfdd9e-1aa3-47c9-9727-84a7d707383b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'started_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:51:52.912624 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-9cd1e2b3-77da-40fd-a6d8-1aa5016552d4 service neutron] Checking segment: {'id': 'cadbd5ca-d0ab-46df-ab2b-fa3b315b265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '98dc44a2-33a7-48c8-8bbb-6893b546b1a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:51:52.912972 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-9cd1e2b3-77da-40fd-a6d8-1aa5016552d4 service neutron] Bound using segment: {'id': 'cadbd5ca-d0ab-46df-ab2b-fa3b315b265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '98dc44a2-33a7-48c8-8bbb-6893b546b1a6'} {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:51:52.913441 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-9cd1e2b3-77da-40fd-a6d8-1aa5016552d4 service neutron] Bound port: d4a5065e-d7eb-42e4-950f-dfc733b55bb2, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadbd5ca-d0ab-46df-ab2b-fa3b315b265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '98dc44a2-33a7-48c8-8bbb-6893b546b1a6'}}] {{(pid=88123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:51:52.913877 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-9cd1e2b3-77da-40fd-a6d8-1aa5016552d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:52.921239 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9a556-1584-412d-8405-36ec8f647d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d69dac8-2287-4990-a84e-067f11dc27c9,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:52.945796 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a1c9a556-1584-412d-8405-36ec8f647d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:52.947373 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a1c9a556-1584-412d-8405-36ec8f647d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:52.950486 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-a1c9a556-1584-412d-8405-36ec8f647d0a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1d69dac8-2287-4990-a84e-067f11dc27c9 HTTP/1.1" status: 204  len: 168 time: 1.0343566
Dec 14 17:51:52.971704 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5ed3076c-5a73-4307-9e5e-f90d772aa932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:53.135530 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-9cd1e2b3-77da-40fd-a6d8-1aa5016552d4 service neutron] For port d4a5065e-d7eb-42e4-950f-dfc733b55bb2, host hv-cinder-82173, cleared binding levels {{(pid=88123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:51:53.147103 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-9cd1e2b3-77da-40fd-a6d8-1aa5016552d4 service neutron] For port d4a5065e-d7eb-42e4-950f-dfc733b55bb2, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=d4a5065e-d7eb-42e4-950f-dfc733b55bb2,segment=NetworkSegment(cadbd5ca-d0ab-46df-ab2b-fa3b315b265c),segment_id=cadbd5ca-d0ab-46df-ab2b-fa3b315b265c)] {{(pid=88123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:51:53.155355 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-9cd1e2b3-77da-40fd-a6d8-1aa5016552d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1688486'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:53.160229 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:53.217142 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e7a6b637-5dcc-4dd2-be06-f934d4ec5ce8 req-fccac9c3-189b-4344-adf1-f9689d4aa8e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59177f4921bc4eddb04e2ba61fe8bb69&device_id=f91d8b13-dea5-49a1-b0a0-1f26c95409e8 HTTP/1.1" status: 200  len: 1097 time: 0.1120341
Dec 14 17:51:53.226813 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8fde54-035b-4808-b432-3335b189d0ac req-4691bc89-ecfe-4442-8ad2-46030947c006 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:53.228880 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4f8fde54-035b-4808-b432-3335b189d0ac req-4691bc89-ecfe-4442-8ad2-46030947c006 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=49c5667e-109c-4bbd-8715-e526fa9be537 HTTP/1.1" status: 200  len: 943 time: 0.1877112
Dec 14 17:51:53.246522 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:53.280036 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-9cd1e2b3-77da-40fd-a6d8-1aa5016552d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:53.281877 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-9cd1e2b3-77da-40fd-a6d8-1aa5016552d4 service neutron] 10.222.0.41 "PUT /v2.0/ports/d4a5065e-d7eb-42e4-950f-dfc733b55bb2 HTTP/1.1" status: 200  len: 1093 time: 2.1032100
Dec 14 17:51:53.285116 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c5667e-109c-4bbd-8715-e526fa9be537', 'tag': 'd4a5065e-d7eb-42e4-950f-dfc733b55bb2'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:51:53.322523 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1e2b3-77da-40fd-a6d8-1aa5016552d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a5065e-d7eb-42e4-950f-dfc733b55bb2,revision_number=3']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:53.327393 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-9cd1e2b3-77da-40fd-a6d8-1aa5016552d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:53.454030 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c5667e-109c-4bbd-8715-e526fa9be537', 'tag': 'd4a5065e-d7eb-42e4-950f-dfc733b55bb2', 'status': 'completed', 'code': 200}
Dec 14 17:51:53.480753 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4f8fde54-035b-4808-b432-3335b189d0ac req-2dfaf992-b7cf-4b4e-8020-2bd13402ae94 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2262635
Dec 14 17:51:53.531851 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-d961e816-c8e6-4cc2-a94f-9c24a47a8e98 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09184c2f3f8b4da69759907044ea0d13&device_id=49c5667e-109c-4bbd-8715-e526fa9be537 HTTP/1.1" status: 200  len: 1096 time: 0.1832254
Dec 14 17:51:53.533799 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6b637-5dcc-4dd2-be06-f934d4ec5ce8 req-8af205e4-7657-4c5b-aad3-7f3c3b49692b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:53.540040 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e7a6b637-5dcc-4dd2-be06-f934d4ec5ce8 req-8af205e4-7657-4c5b-aad3-7f3c3b49692b service neutron] 10.222.0.41 "GET /v2.0/networks?id=4087a311-1d65-4d7b-91c1-04a929231ad2 HTTP/1.1" status: 200  len: 910 time: 0.3101280
Dec 14 17:51:53.634768 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e7a6b637-5dcc-4dd2-be06-f934d4ec5ce8 req-e9bf6f3b-d717-439a-bc85-1fd026d06e2e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cae70f9-a084-46fa-a964-c22512900167 HTTP/1.1" status: 200  len: 217 time: 0.0820961
Dec 14 17:51:53.712662 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-64347e42-86cf-4960-a4ad-a964691498fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4a5065e-d7eb-42e4-950f-dfc733b55bb2 HTTP/1.1" status: 200  len: 217 time: 0.1631441
Dec 14 17:51:53.790857 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6b637-5dcc-4dd2-be06-f934d4ec5ce8 req-6ae2512d-f66c-43de-aa34-8986806e2626 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:53.792821 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e7a6b637-5dcc-4dd2-be06-f934d4ec5ce8 req-6ae2512d-f66c-43de-aa34-8986806e2626 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=731eeeab-24b7-43ec-9c4f-fa31095228c7 HTTP/1.1" status: 200  len: 849 time: 0.1442006
Dec 14 17:51:53.807984 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-c72a3464-fa38-4428-b3e7-1e8519cabdc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:53.810059 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-c72a3464-fa38-4428-b3e7-1e8519cabdc5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2fba3688-41c5-45d3-894b-17c0adc66461 HTTP/1.1" status: 200  len: 853 time: 0.0876527
Dec 14 17:51:53.883707 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-0fe844a9-4186-4d44-b06d-1387a54386e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=98dc44a2-33a7-48c8-8bbb-6893b546b1a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0609748
Dec 14 17:51:53.917217 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e7a6b637-5dcc-4dd2-be06-f934d4ec5ce8 req-86ca51a5-7e76-44cd-8305-f1eb75ee857b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4087a311-1d65-4d7b-91c1-04a929231ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1051228
Dec 14 17:51:54.154404 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e7a6b637-5dcc-4dd2-be06-f934d4ec5ce8 req-6b64d5be-456d-4d5f-9355-5269d93497cc service neutron] 10.222.0.41 "GET /v2.0/networks/4087a311-1d65-4d7b-91c1-04a929231ad2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2180190
Dec 14 17:51:54.167935 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79167864-0e5a-49a8-90f3-fe745c95ece5 req-12f3265e-3945-458d-85c5-68c4a846aee0 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:54.168819 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-3a6b95f9-a708-4285-bb9d-92cd48492aaf service neutron] 10.222.0.41 "GET /v2.0/networks/98dc44a2-33a7-48c8-8bbb-6893b546b1a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2775211
Dec 14 17:51:54.170025 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-79167864-0e5a-49a8-90f3-fe745c95ece5 req-12f3265e-3945-458d-85c5-68c4a846aee0 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.3022909
Dec 14 17:51:54.364886 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6c0f4e48-dace-4c14-a9d3-8048d7901ecd req-30c2290a-225d-4a93-9b33-02c39c4dab9e service neutron] 10.222.0.41 "GET /v2.0/networks/98dc44a2-33a7-48c8-8bbb-6893b546b1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1863368
Dec 14 17:51:54.431498 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-79167864-0e5a-49a8-90f3-fe745c95ece5 req-3625d590-53de-4821-b45a-eea77b6c2f95 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2333047
Dec 14 17:51:54.493421 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8f389-19fb-4dae-9209-9deabe1f2c28 req-51396172-fc9b-4a41-bb6b-bdd8ce05319c tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:54.495123 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d0c8f389-19fb-4dae-9209-9deabe1f2c28 req-51396172-fc9b-4a41-bb6b-bdd8ce05319c tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/ports?device_id=f91d8b13-dea5-49a1-b0a0-1f26c95409e8 HTTP/1.1" status: 200  len: 944 time: 0.2982738
Dec 14 17:51:54.506643 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e7a6b637-5dcc-4dd2-be06-f934d4ec5ce8 req-56ba0126-3f77-4594-8c47-46976cdf9103 service neutron] 10.222.0.41 "GET /v2.0/networks/4087a311-1d65-4d7b-91c1-04a929231ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3353176
Dec 14 17:51:54.587551 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e718c59c-bbe9-445b-9fa5-36608dc6ff33 req-bd8b79ea-2fc3-4a72-add2-efdd71b011ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09184c2f3f8b4da69759907044ea0d13&device_id=49c5667e-109c-4bbd-8715-e526fa9be537 HTTP/1.1" status: 200  len: 1096 time: 0.1704619
Dec 14 17:51:54.594431 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:54.596442 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d0c8f389-19fb-4dae-9209-9deabe1f2c28 req-ce9cf31d-0403-4212-aa64-92f12b158a9f tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/security-groups?id=28e7f36d-da10-449d-998a-26148d3ea66f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920105
Dec 14 17:51:54.663109 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 2cae70f9-a084-46fa-a964-c22512900167 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 14 17:51:54.677531 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 44656) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:54.684188 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-45da628d-0b08-4653-b02e-9dd9f025d172 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2039162998-network', 'tenant_id': 'ff162ee42ee449c19855e384e98902a0'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:51:54.691925 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-45da628d-0b08-4653-b02e-9dd9f025d172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:51:54.703452 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-45da628d-0b08-4653-b02e-9dd9f025d172 admin admin] Usage tracker for resource:network and tenant:ff162ee42ee449c19855e384e98902a0 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:51:54.723268 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-45da628d-0b08-4653-b02e-9dd9f025d172 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:51:54.738917 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-45da628d-0b08-4653-b02e-9dd9f025d172 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:51:54.775059 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45da628d-0b08-4653-b02e-9dd9f025d172 admin admin] Made reservation on behalf of ff162ee42ee449c19855e384e98902a0 for: {'network': 1} {{(pid=88122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:51:54.790814 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-45da628d-0b08-4653-b02e-9dd9f025d172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for network, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:54.799572 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718c59c-bbe9-445b-9fa5-36608dc6ff33 req-f6814e83-09fd-4f4e-b6df-5a97554d2679 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:54.802364 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e718c59c-bbe9-445b-9fa5-36608dc6ff33 req-f6814e83-09fd-4f4e-b6df-5a97554d2679 service neutron] 10.222.0.41 "GET /v2.0/networks?id=98dc44a2-33a7-48c8-8bbb-6893b546b1a6 HTTP/1.1" status: 200  len: 914 time: 0.2053003
Dec 14 17:51:54.895667 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-45da628d-0b08-4653-b02e-9dd9f025d172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:54.896136 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e718c59c-bbe9-445b-9fa5-36608dc6ff33 req-af6707f4-526d-43f8-bcab-8dc1d9a3327d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4a5065e-d7eb-42e4-950f-dfc733b55bb2 HTTP/1.1" status: 200  len: 217 time: 0.0842891
Dec 14 17:51:54.995474 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718c59c-bbe9-445b-9fa5-36608dc6ff33 req-840c525b-1a92-43f2-aaad-9f3d8feb2e63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:54.997799 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e718c59c-bbe9-445b-9fa5-36608dc6ff33 req-840c525b-1a92-43f2-aaad-9f3d8feb2e63 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2fba3688-41c5-45d3-894b-17c0adc66461 HTTP/1.1" status: 200  len: 853 time: 0.0940614
Dec 14 17:51:55.008033 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 2cae70f9-a084-46fa-a964-c22512900167, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=2cae70f9-a084-46fa-a964-c22512900167,segment=NetworkSegment(80b7242e-6817-401f-abcf-7ea64ad5f21c),segment_id=80b7242e-6817-401f-abcf-7ea64ad5f21c)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:51:55.028086 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Returning: {'device': '2cae70f9-a084-46fa-a964-c22512900167', 'network_id': '4087a311-1d65-4d7b-91c1-04a929231ad2', 'port_id': '2cae70f9-a084-46fa-a964-c22512900167', 'mac_address': 'fa:16:3e:ad:3b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '731eeeab-24b7-43ec-9c4f-fa31095228c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 17:51:55.041628 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-45da628d-0b08-4653-b02e-9dd9f025d172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:51:55.048074 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-45da628d-0b08-4653-b02e-9dd9f025d172 admin admin] Usage tracker for resource:security_group_rule and tenant:ff162ee42ee449c19855e384e98902a0 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:51:55.052164 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-45da628d-0b08-4653-b02e-9dd9f025d172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:51:55.060273 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-45da628d-0b08-4653-b02e-9dd9f025d172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:51:55.110847 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e718c59c-bbe9-445b-9fa5-36608dc6ff33 req-716ee7ab-65bd-49cc-b1e5-aea8099bca38 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=98dc44a2-33a7-48c8-8bbb-6893b546b1a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1001396
Dec 14 17:51:55.154107 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-45da628d-0b08-4653-b02e-9dd9f025d172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:55.160994 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:55.164525 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-45da628d-0b08-4653-b02e-9dd9f025d172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:55.171575 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-5875837f-8bb1-4234-83ac-d7986b5c2aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:55.189779 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489cd96-f9bf-45e1-a5b2-5e972f11f7c3 req-af8e2381-7db5-45f0-8cde-ff25d88540be tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:55.206195 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1489cd96-f9bf-45e1-a5b2-5e972f11f7c3 req-af8e2381-7db5-45f0-8cde-ff25d88540be tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=49c5667e-109c-4bbd-8715-e526fa9be537 HTTP/1.1" status: 200  len: 943 time: 0.3864861
Dec 14 17:51:55.213600 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cae70f9-a084-46fa-a964-c22512900167 {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:51:55.250127 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 2cae70f9-a084-46fa-a964-c22512900167, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=2cae70f9-a084-46fa-a964-c22512900167,segment=NetworkSegment(80b7242e-6817-401f-abcf-7ea64ad5f21c),segment_id=80b7242e-6817-401f-abcf-7ea64ad5f21c)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:51:55.255136 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:55.257523 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:55.323991 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45da628d-0b08-4653-b02e-9dd9f025d172 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'}  {{(pid=88122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 14 17:51:55.330103 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da628d-0b08-4653-b02e-9dd9f025d172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43119c7-c613-4f1d-b779-97616c62f874,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:55.351478 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-45da628d-0b08-4653-b02e-9dd9f025d172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:55.366423 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1489cd96-f9bf-45e1-a5b2-5e972f11f7c3 req-078e76d4-52d7-4478-bda2-ef5943264753 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1661949
Dec 14 17:51:55.375163 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-45da628d-0b08-4653-b02e-9dd9f025d172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:55.375719 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.segments_db [None req-45da628d-0b08-4653-b02e-9dd9f025d172 admin admin] Added segment f633c0f3-0afb-4d7a-a4a6-6720bbf043f3 of type vlan for network bcd12018-548a-46f6-8a7d-751bf3dbc9a3
Dec 14 17:51:55.410302 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-45da628d-0b08-4653-b02e-9dd9f025d172 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753727864657'] for network, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:55.448885 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-45da628d-0b08-4653-b02e-9dd9f025d172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388'] for network, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:55.450941 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45da628d-0b08-4653-b02e-9dd9f025d172 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:55.453067 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-45da628d-0b08-4653-b02e-9dd9f025d172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:55.459568 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-7188db45-d4fc-4174-8de8-72ad079b4883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:55.462743 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=2cae70f9-a084-46fa-a964-c22512900167,revision_number=4']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:55.470761 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:55.619633 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['2cae70f9-a084-46fa-a964-c22512900167'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 17:51:55.641923 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da628d-0b08-4653-b02e-9dd9f025d172 admin admin] Pushing event updated for resources: {'Network': ['ID=bcd12018-548a-46f6-8a7d-751bf3dbc9a3,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:55.653858 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-45da628d-0b08-4653-b02e-9dd9f025d172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:55.655738 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-45da628d-0b08-4653-b02e-9dd9f025d172 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9770532
Dec 14 17:51:55.660018 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 44696) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:51:55.667312 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-ec6abcf2-7c66-49a4-91f0-46460f51d406 admin admin] Request body: {'subnet': {'network_id': 'bcd12018-548a-46f6-8a7d-751bf3dbc9a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2039162998-subnet', 'tenant_id': 'ff162ee42ee449c19855e384e98902a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:51:55.674397 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-ec6abcf2-7c66-49a4-91f0-46460f51d406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:51:55.679996 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-ec6abcf2-7c66-49a4-91f0-46460f51d406 admin admin] Usage tracker for resource:subnet and tenant:ff162ee42ee449c19855e384e98902a0 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:51:55.684390 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-ec6abcf2-7c66-49a4-91f0-46460f51d406 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:51:55.692996 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-ec6abcf2-7c66-49a4-91f0-46460f51d406 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:51:55.705512 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6abcf2-7c66-49a4-91f0-46460f51d406 admin admin] Made reservation on behalf of ff162ee42ee449c19855e384e98902a0 for: {'subnet': 1} {{(pid=88122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:51:55.712016 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ec6abcf2-7c66-49a4-91f0-46460f51d406 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852754473'] for subnet, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:55.753339 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Network bcd12018-548a-46f6-8a7d-751bf3dbc9a3 details requested by agent ovs-agent-dv-cinder-821737-1-iscsi with host dv-cinder-821737-1-iscsi {{(pid=88124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 14 17:51:55.834925 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e718c59c-bbe9-445b-9fa5-36608dc6ff33 req-40076c1b-2699-4225-a112-f2e0c27f7098 service neutron] 10.222.0.41 "GET /v2.0/networks/98dc44a2-33a7-48c8-8bbb-6893b546b1a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7190657
Dec 14 17:51:56.206037 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ec6abcf2-7c66-49a4-91f0-46460f51d406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852908034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852754490'] for subnet, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:56.227933 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-71193064-59d1-458d-b098-c4030a5229ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:56.243128 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e718c59c-bbe9-445b-9fa5-36608dc6ff33 req-8e22e8ec-51b9-446f-8900-5a67ffb66871 service neutron] 10.222.0.41 "GET /v2.0/networks/98dc44a2-33a7-48c8-8bbb-6893b546b1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3938892
Dec 14 17:51:56.351505 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6abcf2-7c66-49a4-91f0-46460f51d406 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cffb21d-22a7-4960-bb1d-bebe25f9b29e,revision_number=0']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:56.374838 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-ec6abcf2-7c66-49a4-91f0-46460f51d406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:56.400492 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7240c5-8de3-43a9-bc97-08749002a15e req-ee4a7834-13fb-419b-b222-94d2d004542c tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:56.402532 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1e7240c5-8de3-43a9-bc97-08749002a15e req-ee4a7834-13fb-419b-b222-94d2d004542c tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/ports?device_id=f91d8b13-dea5-49a1-b0a0-1f26c95409e8 HTTP/1.1" status: 200  len: 945 time: 0.4588280
Dec 14 17:51:56.413031 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56124b-4c89-4813-a282-a156655c019b req-75f5f617-8e16-4aea-bd41-9daaac867f19 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:56.414736 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7c56124b-4c89-4813-a282-a156655c019b req-75f5f617-8e16-4aea-bd41-9daaac867f19 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.4760666
Dec 14 17:51:56.418063 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6abcf2-7c66-49a4-91f0-46460f51d406 admin admin] Checking segment: {'id': 'f633c0f3-0afb-4d7a-a4a6-6720bbf043f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bcd12018-548a-46f6-8a7d-751bf3dbc9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:51:56.418454 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6abcf2-7c66-49a4-91f0-46460f51d406 admin admin] Network hostable DHCP agents. Network: bcd12018-548a-46f6-8a7d-751bf3dbc9a3, hostable agents: ['ca44529e-a98f-42ef-93fd-bf8911629c2d'], hosted agents: [] {{(pid=88122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 14 17:51:56.531336 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6abcf2-7c66-49a4-91f0-46460f51d406 admin admin] Network bcd12018-548a-46f6-8a7d-751bf3dbc9a3 is scheduled to be hosted by DHCP agent ca44529e-a98f-42ef-93fd-bf8911629c2d with binding_index 1 {{(pid=88122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 14 17:51:56.549146 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1e7240c5-8de3-43a9-bc97-08749002a15e req-80205943-88da-4f63-8a2d-7c29e32efbf1 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/security-groups?id=28e7f36d-da10-449d-998a-26148d3ea66f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332660
Dec 14 17:51:56.553715 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-ec6abcf2-7c66-49a4-91f0-46460f51d406 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-iscsi, bcd12018-548a-46f6-8a7d-751bf3dbc9a3) {{(pid=88122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:51:56.557890 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7c56124b-4c89-4813-a282-a156655c019b req-5e787e00-5898-4c03-af68-7e3a1af91019 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144183
Dec 14 17:51:56.561272 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6abcf2-7c66-49a4-91f0-46460f51d406 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:56.562053 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ec6abcf2-7c66-49a4-91f0-46460f51d406 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:56.564657 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d394e08e-453b-4799-94d8-05bb9310f4a9 None None] Network bcd12018-548a-46f6-8a7d-751bf3dbc9a3 requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:51:56.607148 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-ec6abcf2-7c66-49a4-91f0-46460f51d406 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9375498
Dec 14 17:51:56.825874 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device d4a5065e-d7eb-42e4-950f-dfc733b55bb2 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 14 17:51:56.923631 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa4599-a4a6-4a6b-b440-4dd7eb838510 req-cd4a20e7-4a95-49e3-a7d7-8658c76bb93e tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:56.925320 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d0fa4599-a4a6-4a6b-b440-4dd7eb838510 req-cd4a20e7-4a95-49e3-a7d7-8658c76bb93e tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=49c5667e-109c-4bbd-8715-e526fa9be537 HTTP/1.1" status: 200  len: 943 time: 0.1361692
Dec 14 17:51:56.990494 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-66658679-f3e4-4cfe-9c01-3af517363027 req-7adc9ce8-d5bf-4de3-80d3-e0f2518824ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f257486-629a-4f55-9c8f-acc997347be0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1355193
Dec 14 17:51:56.999740 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d0fa4599-a4a6-4a6b-b440-4dd7eb838510 req-aed9639f-f60b-40b6-8e3a-054780b533a1 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665195
Dec 14 17:51:57.046639 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a470e8f-b1b1-4fc3-b13b-a0090c70b220 None None] Network bcd12018-548a-46f6-8a7d-751bf3dbc9a3 requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:51:57.186276 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-66658679-f3e4-4cfe-9c01-3af517363027 req-8ef62244-ad52-4bf1-8105-bfdc7fc508d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09184c2f3f8b4da69759907044ea0d13&device_id=6f257486-629a-4f55-9c8f-acc997347be0 HTTP/1.1" status: 200  len: 1098 time: 0.1113448
Dec 14 17:51:57.253931 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port d4a5065e-d7eb-42e4-950f-dfc733b55bb2, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=d4a5065e-d7eb-42e4-950f-dfc733b55bb2,segment=NetworkSegment(cadbd5ca-d0ab-46df-ab2b-fa3b315b265c),segment_id=cadbd5ca-d0ab-46df-ab2b-fa3b315b265c)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:51:57.286969 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Returning: {'device': 'd4a5065e-d7eb-42e4-950f-dfc733b55bb2', 'network_id': '98dc44a2-33a7-48c8-8bbb-6893b546b1a6', 'port_id': 'd4a5065e-d7eb-42e4-950f-dfc733b55bb2', 'mac_address': 'fa:16:3e:1d:74:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fba3688-41c5-45d3-894b-17c0adc66461', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 17:51:57.408525 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:57.445803 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66658679-f3e4-4cfe-9c01-3af517363027 req-530f02c2-b078-4a9e-8ef6-2de1a028993d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:57.447871 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-66658679-f3e4-4cfe-9c01-3af517363027 req-530f02c2-b078-4a9e-8ef6-2de1a028993d service neutron] 10.222.0.41 "GET /v2.0/networks?id=98dc44a2-33a7-48c8-8bbb-6893b546b1a6 HTTP/1.1" status: 200  len: 914 time: 0.2350333
Dec 14 17:51:57.468268 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a5065e-d7eb-42e4-950f-dfc733b55bb2 {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:51:57.492823 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port d4a5065e-d7eb-42e4-950f-dfc733b55bb2, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=d4a5065e-d7eb-42e4-950f-dfc733b55bb2,segment=NetworkSegment(cadbd5ca-d0ab-46df-ab2b-fa3b315b265c),segment_id=cadbd5ca-d0ab-46df-ab2b-fa3b315b265c)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:51:57.496916 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:57.500674 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:57.560798 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-66658679-f3e4-4cfe-9c01-3af517363027 req-3dc9f6a8-22f9-48c6-ad19-42c33a10eff6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45aca380-8b0b-4936-8224-377f64d82315 HTTP/1.1" status: 200  len: 217 time: 0.1045108
Dec 14 17:51:57.585873 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=d4a5065e-d7eb-42e4-950f-dfc733b55bb2,revision_number=4']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:57.589525 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:57.659809 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66658679-f3e4-4cfe-9c01-3af517363027 req-656f0bbf-c43d-4172-9663-e79bcd06ec7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:57.661511 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-66658679-f3e4-4cfe-9c01-3af517363027 req-656f0bbf-c43d-4172-9663-e79bcd06ec7f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2fba3688-41c5-45d3-894b-17c0adc66461 HTTP/1.1" status: 200  len: 853 time: 0.0936601
Dec 14 17:51:57.740165 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-66658679-f3e4-4cfe-9c01-3af517363027 req-a35b9c3d-b5f5-4a88-9808-8daedeff92f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=98dc44a2-33a7-48c8-8bbb-6893b546b1a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0695128
Dec 14 17:51:57.872970 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['d4a5065e-d7eb-42e4-950f-dfc733b55bb2'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 17:51:57.968711 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5561516-52ee-47f7-b3e4-61fef6bd5cfb req-bad9f6bd-17f8-4c27-8548-c44dadad170e tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:57.973969 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e5561516-52ee-47f7-b3e4-61fef6bd5cfb req-bad9f6bd-17f8-4c27-8548-c44dadad170e tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.2373724
Dec 14 17:51:57.989853 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1100288-4adb-4a3f-bc7e-61f4bc6e2fe3 req-700bbe12-7133-4659-8e65-462db1c4aa52 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:57.991945 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d1100288-4adb-4a3f-bc7e-61f4bc6e2fe3 req-700bbe12-7133-4659-8e65-462db1c4aa52 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/ports?device_id=f91d8b13-dea5-49a1-b0a0-1f26c95409e8 HTTP/1.1" status: 200  len: 945 time: 0.2030935
Dec 14 17:51:58.051894 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-66658679-f3e4-4cfe-9c01-3af517363027 req-d777d2f2-1e08-4de0-bb9c-0bb3a74be63b service neutron] 10.222.0.41 "GET /v2.0/networks/98dc44a2-33a7-48c8-8bbb-6893b546b1a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2976935
Dec 14 17:51:58.090145 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e5561516-52ee-47f7-b3e4-61fef6bd5cfb req-03967f15-e574-465e-8821-e67a8b912c9b tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079974
Dec 14 17:51:58.125725 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d1100288-4adb-4a3f-bc7e-61f4bc6e2fe3 req-d1b55b2d-30b2-4d48-bac7-0c8d9072d5a0 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/security-groups?id=28e7f36d-da10-449d-998a-26148d3ea66f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152296
Dec 14 17:51:58.381770 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-66658679-f3e4-4cfe-9c01-3af517363027 req-6d844222-7fff-4b1b-989b-dc3f7a025142 service neutron] 10.222.0.41 "GET /v2.0/networks/98dc44a2-33a7-48c8-8bbb-6893b546b1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3197479
Dec 14 17:51:58.398254 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476144ec-d62a-49a6-baf1-4e38b58c3100 req-c175bd96-b5db-4861-9768-0bd09415fa08 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:58.399957 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-476144ec-d62a-49a6-baf1-4e38b58c3100 req-c175bd96-b5db-4861-9768-0bd09415fa08 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=49c5667e-109c-4bbd-8715-e526fa9be537 HTTP/1.1" status: 200  len: 944 time: 0.1331346
Dec 14 17:51:58.484236 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-476144ec-d62a-49a6-baf1-4e38b58c3100 req-e2e54f6a-701b-4b0f-a94f-90ede11c5d97 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763578
Dec 14 17:51:58.680359 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 2cae70f9-a084-46fa-a964-c22512900167 up at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:51:58.767611 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning for port 2cae70f9-a084-46fa-a964-c22512900167 completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:51:58.774087 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning complete for port 2cae70f9-a084-46fa-a964-c22512900167 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:51:58.774805 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:58.909486 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:58.945705 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91d8b13-dea5-49a1-b0a0-1f26c95409e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cae70f9-a084-46fa-a964-c22512900167'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:51:58.959960 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 2cae70f9-a084-46fa-a964-c22512900167, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=2cae70f9-a084-46fa-a964-c22512900167,segment=NetworkSegment(80b7242e-6817-401f-abcf-7ea64ad5f21c),segment_id=80b7242e-6817-401f-abcf-7ea64ad5f21c)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:51:58.963376 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:51:58.965931 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:51:59.031625 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91d8b13-dea5-49a1-b0a0-1f26c95409e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cae70f9-a084-46fa-a964-c22512900167', 'code': 200}
Dec 14 17:51:59.086386 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=2cae70f9-a084-46fa-a964-c22512900167,revision_number=5']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:51:59.099252 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:51:59.370486 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-06a5b70c-a454-4782-bddc-32de95aeacad req-00b62d8a-4bf4-4f57-918f-3a4add561b93 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f91d8b13-dea5-49a1-b0a0-1f26c95409e8 HTTP/1.1" status: 200  len: 1099 time: 0.1216018
Dec 14 17:51:59.433694 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-06a5b70c-a454-4782-bddc-32de95aeacad req-a58af210-dd4b-41a2-9939-84d41dde7168 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=28e7f36d-da10-449d-998a-26148d3ea66f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545633
Dec 14 17:51:59.444183 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f68b21-1164-4daf-8199-b2eea154f2b0 req-cf407bbb-2976-434b-9c5c-0e71378d0d82 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:59.445840 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e4f68b21-1164-4daf-8199-b2eea154f2b0 req-cf407bbb-2976-434b-9c5c-0e71378d0d82 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.1851683
Dec 14 17:51:59.487184 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e1019-70bd-4309-ad7c-d8ea95e652cf req-b3550ea2-4356-4e46-9892-654c38ce0425 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:59.488780 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a31e1019-70bd-4309-ad7c-d8ea95e652cf req-b3550ea2-4356-4e46-9892-654c38ce0425 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/ports?device_id=f91d8b13-dea5-49a1-b0a0-1f26c95409e8 HTTP/1.1" status: 200  len: 946 time: 0.1328413
Dec 14 17:51:59.542283 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e4f68b21-1164-4daf-8199-b2eea154f2b0 req-b009f7d0-25ce-40ed-9dc0-f8536fe79dd4 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852909
Dec 14 17:51:59.557460 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a31e1019-70bd-4309-ad7c-d8ea95e652cf req-6922225f-c9ed-4b98-b4fc-b4a5749d99fb tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/security-groups?id=28e7f36d-da10-449d-998a-26148d3ea66f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568933
Dec 14 17:51:59.781585 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb6913-d76f-475f-8389-97ddddc75eb6 req-875f8994-e6aa-409a-96af-8aae33bf46ab tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:51:59.783680 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-54cb6913-d76f-475f-8389-97ddddc75eb6 req-875f8994-e6aa-409a-96af-8aae33bf46ab tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=49c5667e-109c-4bbd-8715-e526fa9be537 HTTP/1.1" status: 200  len: 944 time: 0.1028309
Dec 14 17:51:59.848185 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-54cb6913-d76f-475f-8389-97ddddc75eb6 req-21aebda1-cdf9-420d-a0d3-6e03cdc6feff tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537839
Dec 14 17:52:00.250686 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4a2a196b-fd0a-4cd3-9d65-68ba7f5e66a7 req-8929b7b6-9b29-4317-9a3f-896b8e17e83c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 1098 time: 0.0763669
Dec 14 17:52:00.310099 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4a2a196b-fd0a-4cd3-9d65-68ba7f5e66a7 req-797ad769-1316-47b1-ad69-3964d4955fff service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502336
Dec 14 17:52:00.658767 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:00.681824 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device d4a5065e-d7eb-42e4-950f-dfc733b55bb2 up at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:52:00.845617 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning for port d4a5065e-d7eb-42e4-950f-dfc733b55bb2 completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:52:00.852871 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning complete for port d4a5065e-d7eb-42e4-950f-dfc733b55bb2 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:52:00.853527 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:01.047977 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:01.059003 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86ff0b-bec1-4769-b367-c6173fa48b15 req-59e6cbbc-ba48-4fd8-80e5-09a8a329b06d tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:01.061959 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ef86ff0b-bec1-4769-b367-c6173fa48b15 req-59e6cbbc-ba48-4fd8-80e5-09a8a329b06d tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/ports?device_id=f91d8b13-dea5-49a1-b0a0-1f26c95409e8 HTTP/1.1" status: 200  len: 946 time: 0.3342991
Dec 14 17:52:01.085134 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0238bc-f4b0-46df-948a-eeccdfc4f26d req-738a5d9c-dcab-4400-a5bf-aed03a2acd21 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:01.091691 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1c0238bc-f4b0-46df-948a-eeccdfc4f26d req-738a5d9c-dcab-4400-a5bf-aed03a2acd21 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.2346132
Dec 14 17:52:01.103601 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c5667e-109c-4bbd-8715-e526fa9be537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a5065e-d7eb-42e4-950f-dfc733b55bb2'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:52:01.115180 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port d4a5065e-d7eb-42e4-950f-dfc733b55bb2, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=d4a5065e-d7eb-42e4-950f-dfc733b55bb2,segment=NetworkSegment(cadbd5ca-d0ab-46df-ab2b-fa3b315b265c),segment_id=cadbd5ca-d0ab-46df-ab2b-fa3b315b265c)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:52:01.119809 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:01.122468 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:52:01.215100 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=d4a5065e-d7eb-42e4-950f-dfc733b55bb2,revision_number=5']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:52:01.228986 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:52:01.415045 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ef86ff0b-bec1-4769-b367-c6173fa48b15 req-dfc029b6-bbe8-48e1-8a85-0920225b9aa4 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/security-groups?id=28e7f36d-da10-449d-998a-26148d3ea66f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3446138
Dec 14 17:52:01.418983 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1c0238bc-f4b0-46df-948a-eeccdfc4f26d req-de0446d0-01fe-4400-886a-e0a422c9440c tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763483
Dec 14 17:52:01.658675 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d71fe-4a5c-4d07-8beb-c509597945f5 req-9d928854-8688-448c-9659-67992ee9d22d tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:01.660392 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-077d71fe-4a5c-4d07-8beb-c509597945f5 req-9d928854-8688-448c-9659-67992ee9d22d tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=49c5667e-109c-4bbd-8715-e526fa9be537 HTTP/1.1" status: 200  len: 945 time: 0.0856514
Dec 14 17:52:01.714924 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-077d71fe-4a5c-4d07-8beb-c509597945f5 req-bc3e6498-6972-4d11-8920-23399eae1322 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474145
Dec 14 17:52:01.799596 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c5667e-109c-4bbd-8715-e526fa9be537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a5065e-d7eb-42e4-950f-dfc733b55bb2', 'code': 200}
Dec 14 17:52:02.685896 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4bd39-d638-4247-8783-cb458f501038 req-7c6335d0-439d-49f1-acc5-52a1f6323334 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:02.685896 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a4a4bd39-d638-4247-8783-cb458f501038 req-7c6335d0-439d-49f1-acc5-52a1f6323334 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/ports?device_id=f91d8b13-dea5-49a1-b0a0-1f26c95409e8 HTTP/1.1" status: 200  len: 946 time: 0.1011844
Dec 14 17:52:02.752617 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a4a4bd39-d638-4247-8783-cb458f501038 req-162f3cce-f7d5-46bb-9e3b-b8506b6b2dc2 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/security-groups?id=28e7f36d-da10-449d-998a-26148d3ea66f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572340
Dec 14 17:52:02.995841 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6a1e0-1d68-4a63-b3fd-0c7965c8e0e7 req-992f8979-3cd5-4b57-baeb-31e448e0db9c tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:02.997413 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0de6a1e0-1d68-4a63-b3fd-0c7965c8e0e7 req-992f8979-3cd5-4b57-baeb-31e448e0db9c tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.1003709
Dec 14 17:52:03.053830 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0de6a1e0-1d68-4a63-b3fd-0c7965c8e0e7 req-be4d5ea8-3c77-4cac-960b-78ebe1083480 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496302
Dec 14 17:52:03.254301 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70f39b-c109-4457-b2aa-551eee3330f5 req-fd2a1041-659f-4845-bad9-4e98b2652e03 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:03.255920 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1b70f39b-c109-4457-b2aa-551eee3330f5 req-fd2a1041-659f-4845-bad9-4e98b2652e03 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=49c5667e-109c-4bbd-8715-e526fa9be537 HTTP/1.1" status: 200  len: 945 time: 0.0877087
Dec 14 17:52:03.307030 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1b70f39b-c109-4457-b2aa-551eee3330f5 req-e4a0de01-dc81-4875-8121-d09b25787031 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446763
Dec 14 17:52:04.269218 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c83c3-f302-417c-846e-53ea692cbd02 req-7b3083df-5a1f-4835-b2ce-22ed1e658398 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:04.270852 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c40c83c3-f302-417c-846e-53ea692cbd02 req-7b3083df-5a1f-4835-b2ce-22ed1e658398 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.0889034
Dec 14 17:52:04.321584 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c40c83c3-f302-417c-846e-53ea692cbd02 req-cede15a4-07b4-494d-bf7f-7cabd8408c0f tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439892
Dec 14 17:52:04.528470 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b589e9-3083-413d-b550-289f9bf7bfb4 req-7e34589d-2e97-4dc3-a79b-1a05d12340e0 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:04.530119 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d4b589e9-3083-413d-b550-289f9bf7bfb4 req-7e34589d-2e97-4dc3-a79b-1a05d12340e0 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=49c5667e-109c-4bbd-8715-e526fa9be537 HTTP/1.1" status: 200  len: 945 time: 0.0851409
Dec 14 17:52:04.586942 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d4b589e9-3083-413d-b550-289f9bf7bfb4 req-52369325-cd89-4cae-af5a-84cee1cf0173 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501370
Dec 14 17:52:04.940168 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-07140f0f-4dd4-49e3-a87e-9c6de7974b33 req-c594c615-7537-4765-bfdb-8b4ced07f616 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=49c5667e-109c-4bbd-8715-e526fa9be537 HTTP/1.1" status: 200  len: 1098 time: 0.0928335
Dec 14 17:52:04.999048 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-07140f0f-4dd4-49e3-a87e-9c6de7974b33 req-8951842d-0af3-4e06-a3e6-521833570344 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456238
Dec 14 17:52:05.567723 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108a86a-6887-4b8d-88d1-21cdfdc3e16f req-1f940d14-df4d-40cc-bfa8-6aa2c0a37def tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:05.569383 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d108a86a-6887-4b8d-88d1-21cdfdc3e16f req-1f940d14-df4d-40cc-bfa8-6aa2c0a37def tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.0914640
Dec 14 17:52:05.627378 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d108a86a-6887-4b8d-88d1-21cdfdc3e16f req-1d1daf74-337f-4c30-9870-18d8ffd7de73 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502324
Dec 14 17:52:05.859079 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569e2e0-2801-4e98-8c81-2726b1083acb req-4f5db583-f272-4a19-89ad-b5ba40917c0b tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:05.861532 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0569e2e0-2801-4e98-8c81-2726b1083acb req-4f5db583-f272-4a19-89ad-b5ba40917c0b tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=49c5667e-109c-4bbd-8715-e526fa9be537 HTTP/1.1" status: 200  len: 945 time: 0.1012287
Dec 14 17:52:05.929110 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0569e2e0-2801-4e98-8c81-2726b1083acb req-d165b74f-cd30-4621-9c1d-f1231cc21025 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602949
Dec 14 17:52:06.334985 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-707fbc52-291e-46af-88f0-a9909a83cc19 req-b412c9e3-6907-4430-bf93-b74e89245335 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02573c92b5c647b2982d81b49df3d4cb&device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 1098 time: 0.1264405
Dec 14 17:52:06.475617 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315daffa-7790-4543-bcc3-7713c20a759b req-4b1d2e33-4fc5-48ef-92b0-4efb2dea60d3 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:06.485990 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-315daffa-7790-4543-bcc3-7713c20a759b req-4b1d2e33-4fc5-48ef-92b0-4efb2dea60d3 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.2149611
Dec 14 17:52:06.539070 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8d0a1-2a8b-4dd3-bc58-e3d371355df9 req-21e25fa2-643d-4e46-a19f-7ab569fb0779 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:06.540671 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fbc52-291e-46af-88f0-a9909a83cc19 req-d281311e-7d34-409e-9008-b134389ed34b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:06.545413 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-707fbc52-291e-46af-88f0-a9909a83cc19 req-d281311e-7d34-409e-9008-b134389ed34b service neutron] 10.222.0.41 "GET /v2.0/networks?id=c35705db-bd11-4f34-bbd6-c42f1d037762 HTTP/1.1" status: 200  len: 920 time: 0.1982663
Dec 14 17:52:06.547273 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-23b8d0a1-2a8b-4dd3-bc58-e3d371355df9 req-21e25fa2-643d-4e46-a19f-7ab569fb0779 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/ports?device_id=f91d8b13-dea5-49a1-b0a0-1f26c95409e8 HTTP/1.1" status: 200  len: 946 time: 0.1846294
Dec 14 17:52:06.586453 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-315daffa-7790-4543-bcc3-7713c20a759b req-6a0f9913-7c1f-499f-9312-b7fa05d32628 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015084
Dec 14 17:52:06.632750 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-23b8d0a1-2a8b-4dd3-bc58-e3d371355df9 req-cc1e290d-8a2f-4202-8bc9-a73d46f515a5 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/security-groups?id=28e7f36d-da10-449d-998a-26148d3ea66f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842113
Dec 14 17:52:06.691200 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-707fbc52-291e-46af-88f0-a9909a83cc19 req-6976040d-426e-4627-b0ae-bcdd5fa8241b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da1e9390-2f53-477c-a923-727d93981952 HTTP/1.1" status: 200  len: 217 time: 0.1365767
Dec 14 17:52:06.776158 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fbc52-291e-46af-88f0-a9909a83cc19 req-3be345d1-66f1-4b9b-b611-538e79752ff3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:06.778084 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-707fbc52-291e-46af-88f0-a9909a83cc19 req-3be345d1-66f1-4b9b-b611-538e79752ff3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53bb809e-79d6-4e3e-82eb-339121ccc0a1 HTTP/1.1" status: 200  len: 859 time: 0.0791011
Dec 14 17:52:06.864906 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-707fbc52-291e-46af-88f0-a9909a83cc19 req-9244dd31-8c3e-4a01-9161-a73656b40409 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c35705db-bd11-4f34-bbd6-c42f1d037762&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0757914
Dec 14 17:52:07.040999 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-707fbc52-291e-46af-88f0-a9909a83cc19 req-e8579de9-325c-4196-9b83-dbed4e15255c service neutron] 10.222.0.41 "GET /v2.0/networks/c35705db-bd11-4f34-bbd6-c42f1d037762?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1614871
Dec 14 17:52:07.158877 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c6e46-dc2b-499b-8b37-095cf7884ab1 req-bdff8095-41e0-4526-8af5-1896194e6fd9 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:07.160486 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f07c6e46-dc2b-499b-8b37-095cf7884ab1 req-bdff8095-41e0-4526-8af5-1896194e6fd9 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=49c5667e-109c-4bbd-8715-e526fa9be537 HTTP/1.1" status: 200  len: 945 time: 0.0922613
Dec 14 17:52:07.196692 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-707fbc52-291e-46af-88f0-a9909a83cc19 req-e02f9c30-ad65-4468-8b05-2ea942620ddb service neutron] 10.222.0.41 "GET /v2.0/networks/c35705db-bd11-4f34-bbd6-c42f1d037762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1485269
Dec 14 17:52:07.219116 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f07c6e46-dc2b-499b-8b37-095cf7884ab1 req-f48c7413-faa5-4e97-a229-717475ebb581 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520840
Dec 14 17:52:07.956279 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d0ca3-79c6-492d-8cae-f62a86a384c3 req-660ecbfd-81a2-41f1-8fd4-ead4a3947b6f tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:07.958323 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a46d0ca3-79c6-492d-8cae-f62a86a384c3 req-660ecbfd-81a2-41f1-8fd4-ead4a3947b6f tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.1673214
Dec 14 17:52:07.964518 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37bc46-2b8c-491c-9fbe-87772b2bf630 req-c30e656a-3f35-4eef-b507-5c8a73691e5d tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:07.966112 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-de37bc46-2b8c-491c-9fbe-87772b2bf630 req-c30e656a-3f35-4eef-b507-5c8a73691e5d tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/ports?device_id=f91d8b13-dea5-49a1-b0a0-1f26c95409e8 HTTP/1.1" status: 200  len: 946 time: 0.1269259
Dec 14 17:52:08.053400 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a46d0ca3-79c6-492d-8cae-f62a86a384c3 req-b700ef7d-7b31-41e5-bf75-4f5359205031 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856092
Dec 14 17:52:08.061225 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-de37bc46-2b8c-491c-9fbe-87772b2bf630 req-40892e27-ee20-480a-b469-664efa5543ad tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/security-groups?id=28e7f36d-da10-449d-998a-26148d3ea66f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767069
Dec 14 17:52:08.835832 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064059fd-cb7f-49f6-9354-262d0205bb8f req-d20c369f-be33-4e40-865c-64224bacdaa3 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:08.836740 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-064059fd-cb7f-49f6-9354-262d0205bb8f req-d20c369f-be33-4e40-865c-64224bacdaa3 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Synchronizing usage tracker for tenant:59177f4921bc4eddb04e2ba61fe8bb69 on resource:port {{(pid=88123) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:52:08.850837 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-064059fd-cb7f-49f6-9354-262d0205bb8f req-d20c369f-be33-4e40-865c-64224bacdaa3 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Unset dirty status for tenant:59177f4921bc4eddb04e2ba61fe8bb69 on resource:port {{(pid=88123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:52:08.852135 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-064059fd-cb7f-49f6-9354-262d0205bb8f req-d20c369f-be33-4e40-865c-64224bacdaa3 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.41 "GET /v2.0/ports?device_id=f91d8b13-dea5-49a1-b0a0-1f26c95409e8 HTTP/1.1" status: 200  len: 946 time: 0.1036563
Dec 14 17:52:08.938567 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-064059fd-cb7f-49f6-9354-262d0205bb8f req-2835fcdb-b2ae-4589-98db-65c7cfe8e9f5 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Deleting port 2cae70f9-a084-46fa-a964-c22512900167 {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:52:08.939343 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-064059fd-cb7f-49f6-9354-262d0205bb8f req-2835fcdb-b2ae-4589-98db-65c7cfe8e9f5 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:09.243869 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-064059fd-cb7f-49f6-9354-262d0205bb8f req-2835fcdb-b2ae-4589-98db-65c7cfe8e9f5 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] For port 2cae70f9-a084-46fa-a964-c22512900167, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=2cae70f9-a084-46fa-a964-c22512900167,segment=NetworkSegment(80b7242e-6817-401f-abcf-7ea64ad5f21c),segment_id=80b7242e-6817-401f-abcf-7ea64ad5f21c)] {{(pid=88123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:52:09.244472 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-064059fd-cb7f-49f6-9354-262d0205bb8f req-2835fcdb-b2ae-4589-98db-65c7cfe8e9f5 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:09.434279 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b858c-8d83-44a5-9458-8168ab5a71f1 req-0bdd6a1e-83b6-4422-8e12-cfd4ab3967a9 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:09.448487 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-858b858c-8d83-44a5-9458-8168ab5a71f1 req-0bdd6a1e-83b6-4422-8e12-cfd4ab3967a9 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.1091728
Dec 14 17:52:09.501951 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-064059fd-cb7f-49f6-9354-262d0205bb8f req-2835fcdb-b2ae-4589-98db-65c7cfe8e9f5 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Calling delete_port for 2cae70f9-a084-46fa-a964-c22512900167 owned by compute:nova {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:52:09.513468 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-858b858c-8d83-44a5-9458-8168ab5a71f1 req-2f9b1397-ef41-41fc-9bd7-777b8cc8f3e7 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638666
Dec 14 17:52:09.729790 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b33a0-2b97-440e-a685-551ae0c7fbe5 req-60b29eaa-8796-4085-8af0-8ec76c12352a tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:09.733135 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-221b33a0-2b97-440e-a685-551ae0c7fbe5 req-60b29eaa-8796-4085-8af0-8ec76c12352a tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/ports?device_id=f91d8b13-dea5-49a1-b0a0-1f26c95409e8 HTTP/1.1" status: 200  len: 946 time: 0.1531529
Dec 14 17:52:09.781317 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-064059fd-cb7f-49f6-9354-262d0205bb8f req-2835fcdb-b2ae-4589-98db-65c7cfe8e9f5 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:09.790086 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:52:09.797092 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['2cae70f9-a084-46fa-a964-c22512900167'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 17:52:09.854495 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835fcdb-b2ae-4589-98db-65c7cfe8e9f5 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Pushing event deleted for resources: {'Port': ['ID=2cae70f9-a084-46fa-a964-c22512900167,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:52:09.858934 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-221b33a0-2b97-440e-a685-551ae0c7fbe5 req-2c5cb394-3caa-4ca1-bfa7-015d6936e041 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/security-groups?id=28e7f36d-da10-449d-998a-26148d3ea66f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188300
Dec 14 17:52:09.859936 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2835fcdb-b2ae-4589-98db-65c7cfe8e9f5 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:52:09.979229 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-064059fd-cb7f-49f6-9354-262d0205bb8f req-2835fcdb-b2ae-4589-98db-65c7cfe8e9f5 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] No DVR routers for this DVR port 2cae70f9-a084-46fa-a964-c22512900167 on host hv-cinder-82173 {{(pid=88123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 14 17:52:09.982195 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-064059fd-cb7f-49f6-9354-262d0205bb8f req-2835fcdb-b2ae-4589-98db-65c7cfe8e9f5 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:09.987227 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91d8b13-dea5-49a1-b0a0-1f26c95409e8', 'name': 'network-vif-deleted', 'tag': '2cae70f9-a084-46fa-a964-c22512900167'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:52:10.024831 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-064059fd-cb7f-49f6-9354-262d0205bb8f req-2835fcdb-b2ae-4589-98db-65c7cfe8e9f5 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.41 "DELETE /v2.0/ports/2cae70f9-a084-46fa-a964-c22512900167 HTTP/1.1" status: 204  len: 173 time: 1.1633058
Dec 14 17:52:10.050088 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 45138) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:52:10.057792 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91d8b13-dea5-49a1-b0a0-1f26c95409e8', 'name': 'network-vif-deleted', 'tag': '2cae70f9-a084-46fa-a964-c22512900167', 'status': 'completed', 'code': 200}
Dec 14 17:52:10.293515 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-425b24f3-4c28-49b6-bfb8-c1479b4a8601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:10.334741 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-425b24f3-4c28-49b6-bfb8-c1479b4a8601 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:52:10.339556 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-425b24f3-4c28-49b6-bfb8-c1479b4a8601 admin admin] Usage tracker for resource:security_group_rule and tenant:d3efe422a0da41feb98ebc705602e334 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:52:10.342669 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-425b24f3-4c28-49b6-bfb8-c1479b4a8601 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:52:10.350019 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-425b24f3-4c28-49b6-bfb8-c1479b4a8601 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:52:10.424334 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-425b24f3-4c28-49b6-bfb8-c1479b4a8601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:10.428005 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-425b24f3-4c28-49b6-bfb8-c1479b4a8601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:10.435038 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-de803da3-dea8-4080-a253-8c0678e6f8dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:52:10.478717 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b24f3-4c28-49b6-bfb8-c1479b4a8601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1edc080-7e73-4cd0-90d0-6bd28a1fd454,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:52:10.485035 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-425b24f3-4c28-49b6-bfb8-c1479b4a8601 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d3efe422a0da41feb98ebc705602e334&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4338136
Dec 14 17:52:10.488761 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 45154) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:52:10.491575 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b24f3-4c28-49b6-bfb8-c1479b4a8601 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:10.491976 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b24f3-4c28-49b6-bfb8-c1479b4a8601 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:10.492369 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b24f3-4c28-49b6-bfb8-c1479b4a8601 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:10.492756 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b24f3-4c28-49b6-bfb8-c1479b4a8601 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:10.493139 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b24f3-4c28-49b6-bfb8-c1479b4a8601 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:10.493517 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b24f3-4c28-49b6-bfb8-c1479b4a8601 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:10.494024 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b24f3-4c28-49b6-bfb8-c1479b4a8601 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:10.494313 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b24f3-4c28-49b6-bfb8-c1479b4a8601 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:10.494694 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b24f3-4c28-49b6-bfb8-c1479b4a8601 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:10.495557 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b24f3-4c28-49b6-bfb8-c1479b4a8601 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:10.495557 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b24f3-4c28-49b6-bfb8-c1479b4a8601 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:10.499627 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-425b24f3-4c28-49b6-bfb8-c1479b4a8601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:52:10.559692 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4285356a-0fb8-4f8a-b14c-5ee8a5aed3e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:10.594817 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4285356a-0fb8-4f8a-b14c-5ee8a5aed3e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:10.650752 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4285356a-0fb8-4f8a-b14c-5ee8a5aed3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:10.657349 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-0e26e57d-a754-4b43-b9ca-b38703326c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:52:10.671105 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285356a-0fb8-4f8a-b14c-5ee8a5aed3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1edc080-7e73-4cd0-90d0-6bd28a1fd454,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:52:10.676963 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-4285356a-0fb8-4f8a-b14c-5ee8a5aed3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:52:10.679786 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4285356a-0fb8-4f8a-b14c-5ee8a5aed3e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:10.704389 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-4285356a-0fb8-4f8a-b14c-5ee8a5aed3e9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d1edc080-7e73-4cd0-90d0-6bd28a1fd454 HTTP/1.1" status: 204  len: 168 time: 0.2106817
Dec 14 17:52:10.753585 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc20ee8-451f-4e7e-95e2-cc6dda8f4190 req-444fb467-6866-4a50-ae68-96f297d25536 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:10.758382 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-3fc20ee8-451f-4e7e-95e2-cc6dda8f4190 req-444fb467-6866-4a50-ae68-96f297d25536 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.1121964
Dec 14 17:52:10.812557 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-3fc20ee8-451f-4e7e-95e2-cc6dda8f4190 req-4467ad2b-f633-48df-9b01-d5fd28ef6ccc tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506251
Dec 14 17:52:11.070618 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e5653977-5e97-4bcd-916f-3fc023eff00b req-84e4244b-d2f2-44fa-a945-99171b17e9e3 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] 10.222.0.53 "GET /v2.0/ports?device_id=f91d8b13-dea5-49a1-b0a0-1f26c95409e8 HTTP/1.1" status: 200  len: 210 time: 0.0491862
Dec 14 17:52:12.711842 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 2cae70f9-a084-46fa-a964-c22512900167 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 17:52:12.748512 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] No Port match for: 2cae70f9-a084-46fa-a964-c22512900167 {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 17:52:12.748879 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 2cae70f9-a084-46fa-a964-c22512900167 not bound to the agent host hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 17:52:12.918875 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09acd34f-b840-46ef-b371-cad7313b51e9 req-0b2d1647-a6dc-4c4e-b7fb-310202e9b47d tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:12.920564 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-09acd34f-b840-46ef-b371-cad7313b51e9 req-0b2d1647-a6dc-4c4e-b7fb-310202e9b47d tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.0973384
Dec 14 17:52:12.982831 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-09acd34f-b840-46ef-b371-cad7313b51e9 req-7512934a-3d6d-4bd3-b32f-cc70e34f94ab tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493987
Dec 14 17:52:15.310271 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 6 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 17:52:20.745044 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-df96f2a6-5f93-4fd8-bf74-538ef4d86568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:21.649002 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:22.940046 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-81f9b0d8-27c0-466e-a291-c4003383da3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:23.243155 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:23.550750 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 45562) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:52:23.618446 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6f23eab-13b0-417f-b653-26c6cd1de00d admin admin] Deleting subnet dfb41f09-a4c3-4fc0-bbcd-5aff64b980d3 {{(pid=88122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 14 17:52:23.622091 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d6f23eab-13b0-417f-b653-26c6cd1de00d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:23.681265 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d6f23eab-13b0-417f-b653-26c6cd1de00d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1558389'] for subnet, precommit_delete_associations {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:23.749025 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d6f23eab-13b0-417f-b653-26c6cd1de00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2926108'] for subnet, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:23.818316 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d6f23eab-13b0-417f-b653-26c6cd1de00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851849723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1867570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2021326'] for subnet, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:23.823022 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:52:23.865721 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f23eab-13b0-417f-b653-26c6cd1de00d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfb41f09-a4c3-4fc0-bbcd-5aff64b980d3,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:52:23.869415 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-d6f23eab-13b0-417f-b653-26c6cd1de00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:52:23.870842 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d6f23eab-13b0-417f-b653-26c6cd1de00d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:23.882891 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-d6f23eab-13b0-417f-b653-26c6cd1de00d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/dfb41f09-a4c3-4fc0-bbcd-5aff64b980d3 HTTP/1.1" status: 204  len: 168 time: 0.3309622
Dec 14 17:52:23.886052 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 45572) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:52:23.999501 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b7441f3b-589d-4d1e-b6c7-c4747e75a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3079847'] for network, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:24.141674 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b7441f3b-589d-4d1e-b6c7-c4747e75a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2926725', 'neutron.services.segments.db._delete_segments_for_network-8753728381128'] for network, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:24.169897 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-b7441f3b-589d-4d1e-b6c7-c4747e75a7d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f622ceb0d68>,) {'filters': {'network_id': ['2c78786a-15ca-47e1-a789-b7d278ad2533']}} {{(pid=88122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:52:24.183986 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-b7441f3b-589d-4d1e-b6c7-c4747e75a7d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f622ceb0d68>, '99b5a3d2-b4a2-4f4a-9071-507c0def0956') {'for_net_delete': True} {{(pid=88122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:52:24.183986 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-b7441f3b-589d-4d1e-b6c7-c4747e75a7d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f622ceb0d68>, '99b5a3d2-b4a2-4f4a-9071-507c0def0956') {} {{(pid=88122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:52:24.198021 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b7441f3b-589d-4d1e-b6c7-c4747e75a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753728390873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853217412'] for segment, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:24.214491 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b7441f3b-589d-4d1e-b6c7-c4747e75a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:24.221358 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7441f3b-589d-4d1e-b6c7-c4747e75a7d1 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=88122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 14 17:52:24.221810 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b7441f3b-589d-4d1e-b6c7-c4747e75a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3099130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852908400'] for segment, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:24.237022 dv-cinder-821737-1-iscsi neutron-server[88013]: Traceback (most recent call last):
Dec 14 17:52:24.237022 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 14 17:52:24.237022 dv-cinder-821737-1-iscsi neutron-server[88013]:     timer()
Dec 14 17:52:24.237022 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 14 17:52:24.237022 dv-cinder-821737-1-iscsi neutron-server[88013]:     cb(*args, **kw)
Dec 14 17:52:24.237022 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 14 17:52:24.237022 dv-cinder-821737-1-iscsi neutron-server[88013]:     return func(*args, **kwargs)
Dec 14 17:52:24.237022 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 14 17:52:24.237022 dv-cinder-821737-1-iscsi neutron-server[88013]:     self._notify()
Dec 14 17:52:24.237022 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 14 17:52:24.237022 dv-cinder-821737-1-iscsi neutron-server[88013]:     self.callback(batched_events)
Dec 14 17:52:24.237022 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 14 17:52:24.237022 dv-cinder-821737-1-iscsi neutron-server[88013]:     event.method(event)
Dec 14 17:52:24.237022 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 14 17:52:24.237022 dv-cinder-821737-1-iscsi neutron-server[88013]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 14 17:52:24.237022 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 14 17:52:24.237022 dv-cinder-821737-1-iscsi neutron-server[88013]:     segment_id)['aggregates'][0]
Dec 14 17:52:24.237022 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 14 17:52:24.237022 dv-cinder-821737-1-iscsi neutron-server[88013]:     return f(self, *a, **k)
Dec 14 17:52:24.237022 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 14 17:52:24.237022 dv-cinder-821737-1-iscsi neutron-server[88013]:     return self._get(url).json()
Dec 14 17:52:24.237022 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 14 17:52:24.237022 dv-cinder-821737-1-iscsi neutron-server[88013]:     **kwargs)
Dec 14 17:52:24.237022 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 14 17:52:24.237022 dv-cinder-821737-1-iscsi neutron-server[88013]:     return self.request(url, 'GET', **kwargs)
Dec 14 17:52:24.237022 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 14 17:52:24.237022 dv-cinder-821737-1-iscsi neutron-server[88013]:     **endpoint_filter)
Dec 14 17:52:24.237022 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 14 17:52:24.237022 dv-cinder-821737-1-iscsi neutron-server[88013]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 14 17:52:24.237022 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 14 17:52:24.237022 dv-cinder-821737-1-iscsi neutron-server[88013]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 14 17:52:24.237022 dv-cinder-821737-1-iscsi neutron-server[88013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 14 17:52:24.321961 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b7441f3b-589d-4d1e-b6c7-c4747e75a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851849074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646652'] for network, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:24.327387 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-71d72627-a2f1-4705-906e-eb70621e23a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:52:24.348139 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b7441f3b-589d-4d1e-b6c7-c4747e75a7d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:24.355742 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7441f3b-589d-4d1e-b6c7-c4747e75a7d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c78786a-15ca-47e1-a789-b7d278ad2533,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:52:24.359322 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b7441f3b-589d-4d1e-b6c7-c4747e75a7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:52:24.362400 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-b7441f3b-589d-4d1e-b6c7-c4747e75a7d1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2c78786a-15ca-47e1-a789-b7d278ad2533 HTTP/1.1" status: 204  len: 168 time: 0.4753354
Dec 14 17:52:24.365631 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 45582) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:52:24.444654 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc3e72d6-0d5d-4aa2-a474-d50acb802bf6 admin admin] Deleting subnet 1cffb21d-22a7-4960-bb1d-bebe25f9b29e {{(pid=88123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 14 17:52:24.448019 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bc3e72d6-0d5d-4aa2-a474-d50acb802bf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:24.503988 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bc3e72d6-0d5d-4aa2-a474-d50acb802bf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853087298'] for subnet, precommit_delete_associations {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:24.569510 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bc3e72d6-0d5d-4aa2-a474-d50acb802bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2926108'] for subnet, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:24.588206 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:24.645359 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bc3e72d6-0d5d-4aa2-a474-d50acb802bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851849723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1688537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1835572'] for subnet, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:24.649647 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:52:24.685689 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e72d6-0d5d-4aa2-a474-d50acb802bf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cffb21d-22a7-4960-bb1d-bebe25f9b29e,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:52:24.698069 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bc3e72d6-0d5d-4aa2-a474-d50acb802bf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for subnet, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:24.704511 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e72d6-0d5d-4aa2-a474-d50acb802bf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:24.704912 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e72d6-0d5d-4aa2-a474-d50acb802bf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:24.705298 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e72d6-0d5d-4aa2-a474-d50acb802bf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:24.705681 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e72d6-0d5d-4aa2-a474-d50acb802bf6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:24.706071 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e72d6-0d5d-4aa2-a474-d50acb802bf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:24.706444 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e72d6-0d5d-4aa2-a474-d50acb802bf6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:24.706821 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e72d6-0d5d-4aa2-a474-d50acb802bf6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:24.707187 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e72d6-0d5d-4aa2-a474-d50acb802bf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:24.707565 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e72d6-0d5d-4aa2-a474-d50acb802bf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:24.707929 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e72d6-0d5d-4aa2-a474-d50acb802bf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:24.708299 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e72d6-0d5d-4aa2-a474-d50acb802bf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:24.712412 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-bc3e72d6-0d5d-4aa2-a474-d50acb802bf6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1cffb21d-22a7-4960-bb1d-bebe25f9b29e HTTP/1.1" status: 204  len: 168 time: 0.3456502
Dec 14 17:52:24.713319 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-bc3e72d6-0d5d-4aa2-a474-d50acb802bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:52:24.715101 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 45594) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:52:24.834875 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cf6d9de0-f3cd-4a23-b2e7-4b6488d667cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3079847'] for network, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:24.973377 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cf6d9de0-f3cd-4a23-b2e7-4b6488d667cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2926725', 'neutron.services.segments.db._delete_segments_for_network-8753728381128'] for network, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:25.002009 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-cf6d9de0-f3cd-4a23-b2e7-4b6488d667cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f622c6e2438>,) {'filters': {'network_id': ['bcd12018-548a-46f6-8a7d-751bf3dbc9a3']}} {{(pid=88123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:52:25.015316 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-cf6d9de0-f3cd-4a23-b2e7-4b6488d667cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f622c6e2438>, 'f633c0f3-0afb-4d7a-a4a6-6720bbf043f3') {'for_net_delete': True} {{(pid=88123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:52:25.015643 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-cf6d9de0-f3cd-4a23-b2e7-4b6488d667cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f622c6e2438>, 'f633c0f3-0afb-4d7a-a4a6-6720bbf043f3') {} {{(pid=88123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:52:25.029577 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cf6d9de0-f3cd-4a23-b2e7-4b6488d667cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753728390873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1688503'] for segment, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:25.045453 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cf6d9de0-f3cd-4a23-b2e7-4b6488d667cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:25.054072 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf6d9de0-f3cd-4a23-b2e7-4b6488d667cd admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=88123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 14 17:52:25.054492 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cf6d9de0-f3cd-4a23-b2e7-4b6488d667cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3099130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853087621'] for segment, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:25.068979 dv-cinder-821737-1-iscsi neutron-server[88013]: Traceback (most recent call last):
Dec 14 17:52:25.068979 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 14 17:52:25.068979 dv-cinder-821737-1-iscsi neutron-server[88013]:     timer()
Dec 14 17:52:25.068979 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 14 17:52:25.068979 dv-cinder-821737-1-iscsi neutron-server[88013]:     cb(*args, **kw)
Dec 14 17:52:25.068979 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 14 17:52:25.068979 dv-cinder-821737-1-iscsi neutron-server[88013]:     return func(*args, **kwargs)
Dec 14 17:52:25.068979 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 14 17:52:25.068979 dv-cinder-821737-1-iscsi neutron-server[88013]:     self._notify()
Dec 14 17:52:25.068979 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 14 17:52:25.068979 dv-cinder-821737-1-iscsi neutron-server[88013]:     self.callback(batched_events)
Dec 14 17:52:25.068979 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 14 17:52:25.068979 dv-cinder-821737-1-iscsi neutron-server[88013]:     event.method(event)
Dec 14 17:52:25.068979 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 14 17:52:25.068979 dv-cinder-821737-1-iscsi neutron-server[88013]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 14 17:52:25.068979 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 14 17:52:25.068979 dv-cinder-821737-1-iscsi neutron-server[88013]:     segment_id)['aggregates'][0]
Dec 14 17:52:25.068979 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 14 17:52:25.068979 dv-cinder-821737-1-iscsi neutron-server[88013]:     return f(self, *a, **k)
Dec 14 17:52:25.068979 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 14 17:52:25.068979 dv-cinder-821737-1-iscsi neutron-server[88013]:     return self._get(url).json()
Dec 14 17:52:25.068979 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 14 17:52:25.068979 dv-cinder-821737-1-iscsi neutron-server[88013]:     **kwargs)
Dec 14 17:52:25.068979 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 14 17:52:25.068979 dv-cinder-821737-1-iscsi neutron-server[88013]:     return self.request(url, 'GET', **kwargs)
Dec 14 17:52:25.068979 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 14 17:52:25.068979 dv-cinder-821737-1-iscsi neutron-server[88013]:     **endpoint_filter)
Dec 14 17:52:25.068979 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 14 17:52:25.068979 dv-cinder-821737-1-iscsi neutron-server[88013]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 14 17:52:25.068979 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 14 17:52:25.068979 dv-cinder-821737-1-iscsi neutron-server[88013]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 14 17:52:25.068979 dv-cinder-821737-1-iscsi neutron-server[88013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 14 17:52:25.347526 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cf6d9de0-f3cd-4a23-b2e7-4b6488d667cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851849074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646652'] for network, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:25.352106 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-4ff9f443-6a65-44fa-841d-f7ababbe2d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:52:25.370252 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cf6d9de0-f3cd-4a23-b2e7-4b6488d667cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:25.378583 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d9de0-f3cd-4a23-b2e7-4b6488d667cd admin admin] Pushing event deleted for resources: {'Network': ['ID=bcd12018-548a-46f6-8a7d-751bf3dbc9a3,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:52:25.381068 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-cf6d9de0-f3cd-4a23-b2e7-4b6488d667cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:52:25.385691 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-cf6d9de0-f3cd-4a23-b2e7-4b6488d667cd admin admin] 10.222.0.53 "DELETE /v2.0/networks/bcd12018-548a-46f6-8a7d-751bf3dbc9a3 HTTP/1.1" status: 204  len: 168 time: 0.6695724
Dec 14 17:52:25.627704 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 45616) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:52:25.690051 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-eea1830b-570d-47d4-813d-aa6927830c25 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ec616bacb3474bd2a95b778a306bba3d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0608997
Dec 14 17:52:25.693228 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 45620) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:52:25.759483 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-34636fe6-a1c6-4333-a916-8955d6ff2312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:25.791656 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-34636fe6-a1c6-4333-a916-8955d6ff2312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:25.838497 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-34636fe6-a1c6-4333-a916-8955d6ff2312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:25.843646 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-98146be3-7244-46bf-9517-cbc14fbe6c50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:52:25.857698 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34636fe6-a1c6-4333-a916-8955d6ff2312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d57f192-93df-44fc-92a9-bca25f43a05f,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:52:25.860439 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-34636fe6-a1c6-4333-a916-8955d6ff2312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:52:25.863126 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-34636fe6-a1c6-4333-a916-8955d6ff2312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:25.867141 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-34636fe6-a1c6-4333-a916-8955d6ff2312 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8d57f192-93df-44fc-92a9-bca25f43a05f HTTP/1.1" status: 204  len: 168 time: 0.1700697
Dec 14 17:52:26.455228 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 45644) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:52:26.519650 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-b5fa1f70-b02b-482c-ab92-61af53e56d6a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ff162ee42ee449c19855e384e98902a0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0628467
Dec 14 17:52:26.522760 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 45648) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:52:26.615996 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9c21af82-3b8b-42e2-a2b3-01be6b0b8d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:26.674903 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9c21af82-3b8b-42e2-a2b3-01be6b0b8d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:26.743753 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9c21af82-3b8b-42e2-a2b3-01be6b0b8d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:26.749116 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:52:26.786270 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21af82-3b8b-42e2-a2b3-01be6b0b8d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43119c7-c613-4f1d-b779-97616c62f874,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:52:26.788633 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-9c21af82-3b8b-42e2-a2b3-01be6b0b8d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:52:26.800546 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9c21af82-3b8b-42e2-a2b3-01be6b0b8d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:26.804498 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-9c21af82-3b8b-42e2-a2b3-01be6b0b8d7b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f43119c7-c613-4f1d-b779-97616c62f874 HTTP/1.1" status: 204  len: 168 time: 0.2799594
Dec 14 17:52:30.612663 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:32.958722 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-bdcc9558-db44-40c0-a3c0-1d4185af3abe req-d7e9a9d6-2e19-4782-9e44-897bfe9ec51e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02573c92b5c647b2982d81b49df3d4cb&device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 1098 time: 0.1141539
Dec 14 17:52:33.021212 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689fa5c-3d82-4870-8c7f-c219cc90eafd req-50224f0e-c308-45b8-87e2-0c7b4335a80d tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:33.029819 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d689fa5c-3d82-4870-8c7f-c219cc90eafd req-50224f0e-c308-45b8-87e2-0c7b4335a80d tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.1328189
Dec 14 17:52:33.096056 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d689fa5c-3d82-4870-8c7f-c219cc90eafd req-318b2f56-cebf-4f09-bf73-bc5505a4c045 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651371
Dec 14 17:52:33.150449 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc9558-db44-40c0-a3c0-1d4185af3abe req-44b029ad-7b84-4dcc-902c-eb69b785bcc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:33.152194 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-bdcc9558-db44-40c0-a3c0-1d4185af3abe req-44b029ad-7b84-4dcc-902c-eb69b785bcc4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c35705db-bd11-4f34-bbd6-c42f1d037762 HTTP/1.1" status: 200  len: 920 time: 0.1824756
Dec 14 17:52:33.258951 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-bdcc9558-db44-40c0-a3c0-1d4185af3abe req-92f6780a-7e60-498d-aede-b9420efd2cc6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da1e9390-2f53-477c-a923-727d93981952 HTTP/1.1" status: 200  len: 217 time: 0.0971897
Dec 14 17:52:33.358066 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc9558-db44-40c0-a3c0-1d4185af3abe req-cdeb5836-e39d-4faa-8a20-25f746033900 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:33.360929 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-bdcc9558-db44-40c0-a3c0-1d4185af3abe req-cdeb5836-e39d-4faa-8a20-25f746033900 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53bb809e-79d6-4e3e-82eb-339121ccc0a1 HTTP/1.1" status: 200  len: 859 time: 0.0889883
Dec 14 17:52:33.438570 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-bdcc9558-db44-40c0-a3c0-1d4185af3abe req-dc5bebbe-9afd-444f-bc94-5d4a25dba84d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c35705db-bd11-4f34-bbd6-c42f1d037762&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0697877
Dec 14 17:52:33.635984 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-bdcc9558-db44-40c0-a3c0-1d4185af3abe req-ca0823be-58b5-468d-9907-310b2a6867e3 service neutron] 10.222.0.41 "GET /v2.0/networks/c35705db-bd11-4f34-bbd6-c42f1d037762?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1903298
Dec 14 17:52:33.805464 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-bdcc9558-db44-40c0-a3c0-1d4185af3abe req-e4618e49-1f22-4bc7-9f46-07ee83954fd2 service neutron] 10.222.0.41 "GET /v2.0/networks/c35705db-bd11-4f34-bbd6-c42f1d037762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1618581
Dec 14 17:52:34.430830 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95070645-ad2b-4236-8b92-b703d2e0e6c2 req-7e86e2bb-5a1c-45c3-89f2-89dac00b7921 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:34.443152 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-95070645-ad2b-4236-8b92-b703d2e0e6c2 req-7e86e2bb-5a1c-45c3-89f2-89dac00b7921 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.1861937
Dec 14 17:52:34.502724 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-95070645-ad2b-4236-8b92-b703d2e0e6c2 req-197e0ad7-fa77-4b76-8ec0-8b1a4c7ff388 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571268
Dec 14 17:52:34.773616 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-7886497f-0b78-41b5-9ef7-591197a48893 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:34.780872 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-7886497f-0b78-41b5-9ef7-591197a48893 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/networks?id=98dc44a2-33a7-48c8-8bbb-6893b546b1a6 HTTP/1.1" status: 200  len: 813 time: 0.2055213
Dec 14 17:52:34.799439 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-9ef089a1-ff07-4bbe-8c86-05e5ad838abc tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/quotas/09184c2f3f8b4da69759907044ea0d13 HTTP/1.1" status: 200  len: 375 time: 0.0175059
Dec 14 17:52:34.908671 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-3a812403-b755-40e4-9c48-9dc54adb8903 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=09184c2f3f8b4da69759907044ea0d13&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1081498
Dec 14 17:52:35.281940 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-db9d3695-9c56-41b0-9686-dd14e3339fe5 service neutron] 10.222.0.53 "GET /v2.0/networks/98dc44a2-33a7-48c8-8bbb-6893b546b1a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3652530
Dec 14 17:52:35.646309 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-fcecb464-f954-482f-a465-a82c3565d56e service neutron] 10.222.0.53 "GET /v2.0/networks/98dc44a2-33a7-48c8-8bbb-6893b546b1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3634515
Dec 14 17:52:35.767104 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd67f82-ce7f-46dd-b2bc-2824cac75c4b req-0a69abfe-2925-4969-a28c-397d1f805050 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:35.768982 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-dcd67f82-ce7f-46dd-b2bc-2824cac75c4b req-0a69abfe-2925-4969-a28c-397d1f805050 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.0934787
Dec 14 17:52:35.868220 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-44ba4df5-3c94-4e56-b2c5-53977aaaaa98 req-0d5268d2-7871-43e0-b8db-46a496394e56 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88633d4-6c5f-4d1d-9422-e03dd006c5ad HTTP/1.1" status: 200  len: 210 time: 0.0568366
Dec 14 17:52:35.871499 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-dcd67f82-ce7f-46dd-b2bc-2824cac75c4b req-34db5e33-efee-4d14-89ed-f4573b3e232f tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960906
Dec 14 17:52:37.076776 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-684f3199-8d4c-42e4-8e60-7f1c354dcace req-58fbd337-7992-43db-b1cf-b512bcea0a64 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88633d4-6c5f-4d1d-9422-e03dd006c5ad HTTP/1.1" status: 200  len: 210 time: 0.0819805
Dec 14 17:52:37.126187 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9730af1-c3fc-478c-ac5e-f16dc69b63d7 req-1663b080-0b33-4181-a676-d91dbe4ab65d tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:37.127787 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e9730af1-c3fc-478c-ac5e-f16dc69b63d7 req-1663b080-0b33-4181-a676-d91dbe4ab65d tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.0918267
Dec 14 17:52:37.179872 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e9730af1-c3fc-478c-ac5e-f16dc69b63d7 req-c66d23e6-a1d8-483d-a40c-e76f180536c6 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457921
Dec 14 17:52:38.305458 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ebbc8c93-92d8-4b1c-99b0-18ffb848dd9e req-531162c3-0024-4545-9638-6969e9b5c913 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88633d4-6c5f-4d1d-9422-e03dd006c5ad HTTP/1.1" status: 200  len: 210 time: 0.0537360
Dec 14 17:52:38.526532 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb2980-c8e9-4d26-ac23-b8606c0d2c71 req-27002df7-c3a4-4c6e-a9b8-0683b3c0b982 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:38.528523 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-29cb2980-c8e9-4d26-ac23-b8606c0d2c71 req-27002df7-c3a4-4c6e-a9b8-0683b3c0b982 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.1048722
Dec 14 17:52:38.583555 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-29cb2980-c8e9-4d26-ac23-b8606c0d2c71 req-9950309d-239b-4457-b714-1c55e0a6f705 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484407
Dec 14 17:52:39.534364 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1f01668f-c0d4-4f32-a7f8-b577d58f1837 req-a180a8f1-affd-4b73-b8f1-5d982cc78540 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88633d4-6c5f-4d1d-9422-e03dd006c5ad HTTP/1.1" status: 200  len: 210 time: 0.0538690
Dec 14 17:52:39.855358 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068dcfd-4121-4ba5-8286-68283fad1f3c req-89e007c3-dd62-48d0-8b31-b4831fc5f3a7 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:39.856981 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e068dcfd-4121-4ba5-8286-68283fad1f3c req-89e007c3-dd62-48d0-8b31-b4831fc5f3a7 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.0964248
Dec 14 17:52:39.929781 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e068dcfd-4121-4ba5-8286-68283fad1f3c req-bd1f3d3e-bd13-41dd-863e-41e9b04829ea tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642419
Dec 14 17:52:40.769626 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-03e62cc2-79b7-41e1-a57a-905d4630dd0e req-d606e0af-6a65-4226-9602-d5d585a2fbd5 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88633d4-6c5f-4d1d-9422-e03dd006c5ad HTTP/1.1" status: 200  len: 210 time: 0.0641084
Dec 14 17:52:41.341856 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2674a8-9553-4a2d-bc34-17a0346f9128 req-9fd1cbea-7509-43d2-ba94-d955013a5ef6 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:41.354322 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4d2674a8-9553-4a2d-bc34-17a0346f9128 req-9fd1cbea-7509-43d2-ba94-d955013a5ef6 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.2650614
Dec 14 17:52:41.372289 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-63ae2b50-51a8-4b82-86c7-93839d43682e tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:41.374034 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-63ae2b50-51a8-4b82-86c7-93839d43682e tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.41 "GET /v2.0/networks?id=98dc44a2-33a7-48c8-8bbb-6893b546b1a6 HTTP/1.1" status: 200  len: 813 time: 0.2356615
Dec 14 17:52:41.401885 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-979315c3-6bd3-4018-bfe6-c7c334ef8d52 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Request body: {'port': {'device_id': 'a88633d4-6c5f-4d1d-9422-e03dd006c5ad', 'network_id': '98dc44a2-33a7-48c8-8bbb-6893b546b1a6', 'admin_state_up': True, 'tenant_id': '09184c2f3f8b4da69759907044ea0d13'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:52:41.451450 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4d2674a8-9553-4a2d-bc34-17a0346f9128 req-ba17829c-299c-485a-a4eb-2eaae7d03a06 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946681
Dec 14 17:52:41.647227 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-979315c3-6bd3-4018-bfe6-c7c334ef8d52 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:52:41.653509 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-979315c3-6bd3-4018-bfe6-c7c334ef8d52 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Usage tracker for resource:port and tenant:09184c2f3f8b4da69759907044ea0d13 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:52:41.658219 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-979315c3-6bd3-4018-bfe6-c7c334ef8d52 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:52:41.669424 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-979315c3-6bd3-4018-bfe6-c7c334ef8d52 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:52:41.675398 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-979315c3-6bd3-4018-bfe6-c7c334ef8d52 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Made reservation on behalf of 09184c2f3f8b4da69759907044ea0d13 for: {'port': 1} {{(pid=88123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:52:41.681675 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-979315c3-6bd3-4018-bfe6-c7c334ef8d52 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:41.929294 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-979315c3-6bd3-4018-bfe6-c7c334ef8d52 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Allocated IP 172.20.0.13 (98dc44a2-33a7-48c8-8bbb-6893b546b1a6/2fba3688-41c5-45d3-894b-17c0adc66461/fedf3d17-b4de-4801-aee8-4b70f0cf0dd2) {{(pid=88123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:52:41.987183 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c20fc6de-a741-4729-b149-b552559ea346 req-bb4374fe-015d-426c-ad67-74acb30effc2 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88633d4-6c5f-4d1d-9422-e03dd006c5ad HTTP/1.1" status: 200  len: 210 time: 0.0448444
Dec 14 17:52:42.151744 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-979315c3-6bd3-4018-bfe6-c7c334ef8d52 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Notify callbacks [] for port, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:42.179143 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-979315c3-6bd3-4018-bfe6-c7c334ef8d52 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:42.186295 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:52:42.255820 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-979315c3-6bd3-4018-bfe6-c7c334ef8d52 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Network 98dc44a2-33a7-48c8-8bbb-6893b546b1a6 is already hosted by enough agents. {{(pid=88123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:52:42.259034 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-979315c3-6bd3-4018-bfe6-c7c334ef8d52 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Resources bound (agent type, host, resource id):  {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:52:42.261652 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-979315c3-6bd3-4018-bfe6-c7c334ef8d52 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Received port after_create {{(pid=88123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:52:42.307311 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979315c3-6bd3-4018-bfe6-c7c334ef8d52 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Pushing event updated for resources: {'Port': ['ID=fedf3d17-b4de-4801-aee8-4b70f0cf0dd2,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:52:42.310441 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-979315c3-6bd3-4018-bfe6-c7c334ef8d52 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:52:42.339009 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-979315c3-6bd3-4018-bfe6-c7c334ef8d52 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:42.339684 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-979315c3-6bd3-4018-bfe6-c7c334ef8d52 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:42.366769 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-979315c3-6bd3-4018-bfe6-c7c334ef8d52 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9730995
Dec 14 17:52:42.663025 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d882e-9226-41d7-991d-df76f0920ea5 req-d47bef9f-c33d-435d-a18d-23706b29dfc3 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:42.664692 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-066d882e-9226-41d7-991d-df76f0920ea5 req-d47bef9f-c33d-435d-a18d-23706b29dfc3 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.0936532
Dec 14 17:52:42.719650 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-066d882e-9226-41d7-991d-df76f0920ea5 req-0a246b51-bfde-41f3-97c7-59bcf603b7fb tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481343
Dec 14 17:52:43.203779 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d25b4-2791-4d1c-9801-39f09f99dae8 req-84ed3732-ae9f-44dd-933a-bb524c869f11 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:43.205366 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-cc6d25b4-2791-4d1c-9801-39f09f99dae8 req-84ed3732-ae9f-44dd-933a-bb524c869f11 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88633d4-6c5f-4d1d-9422-e03dd006c5ad HTTP/1.1" status: 200  len: 932 time: 0.0850680
Dec 14 17:52:43.262726 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-cc6d25b4-2791-4d1c-9801-39f09f99dae8 req-00f27edd-bc35-473b-9cd3-6e90bbf45922 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505247
Dec 14 17:52:43.732065 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-9babcc83-50d3-4d46-ba70-52b8b41cd9e7 service neutron] Request body: {'port': {'device_id': 'a88633d4-6c5f-4d1d-9422-e03dd006c5ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:52:43.852561 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-9babcc83-50d3-4d46-ba70-52b8b41cd9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:43.939077 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b119e-8398-43ab-873a-81f06e37cb06 req-a5742b17-fa61-415d-81e8-c86a5dc572e8 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:43.940841 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8e7b119e-8398-43ab-873a-81f06e37cb06 req-a5742b17-fa61-415d-81e8-c86a5dc572e8 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.0872490
Dec 14 17:52:43.992624 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8e7b119e-8398-43ab-873a-81f06e37cb06 req-37307f21-0d26-4c7f-8186-2299bd17859a tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451627
Dec 14 17:52:44.225914 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-9babcc83-50d3-4d46-ba70-52b8b41cd9e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fedf3d17-b4de-4801-aee8-4b70f0cf0dd2 {{(pid=88123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:52:44.233975 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-9babcc83-50d3-4d46-ba70-52b8b41cd9e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:44.250569 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-9babcc83-50d3-4d46-ba70-52b8b41cd9e7 service neutron] Transition to ACTIVE for port object fedf3d17-b4de-4801-aee8-4b70f0cf0dd2 will not be triggered until provisioned by entity L2. {{(pid=88123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:52:44.253784 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-9babcc83-50d3-4d46-ba70-52b8b41cd9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1688486'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:44.257666 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a785f51b-1b6d-4178-8c37-6405d7f24fa6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:52:44.401715 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babcc83-50d3-4d46-ba70-52b8b41cd9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=fedf3d17-b4de-4801-aee8-4b70f0cf0dd2,revision_number=2']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:52:44.407120 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-9babcc83-50d3-4d46-ba70-52b8b41cd9e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:52:44.506352 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159db0dc-a6b8-41b0-b3da-da12d93d40d7 req-4f6ebe4d-328d-4f2c-bc5d-72c213668eb9 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:44.507877 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-159db0dc-a6b8-41b0-b3da-da12d93d40d7 req-4f6ebe4d-328d-4f2c-bc5d-72c213668eb9 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88633d4-6c5f-4d1d-9422-e03dd006c5ad HTTP/1.1" status: 200  len: 944 time: 0.0904491
Dec 14 17:52:44.522071 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-9babcc83-50d3-4d46-ba70-52b8b41cd9e7 service neutron] Attempting to bind port fedf3d17-b4de-4801-aee8-4b70f0cf0dd2 on host hv-cinder-82173 for vnic_type normal with profile  {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:52:44.522428 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-9babcc83-50d3-4d46-ba70-52b8b41cd9e7 service neutron] Attempting to bind port fedf3d17-b4de-4801-aee8-4b70f0cf0dd2 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': 'cadbd5ca-d0ab-46df-ab2b-fa3b315b265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '98dc44a2-33a7-48c8-8bbb-6893b546b1a6'}] {{(pid=88123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:52:44.522825 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-9babcc83-50d3-4d46-ba70-52b8b41cd9e7 service neutron] Attempting to bind port fedf3d17-b4de-4801-aee8-4b70f0cf0dd2 on network 98dc44a2-33a7-48c8-8bbb-6893b546b1a6 {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:52:44.529236 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-9babcc83-50d3-4d46-ba70-52b8b41cd9e7 service neutron] Port fedf3d17-b4de-4801-aee8-4b70f0cf0dd2 on network 98dc44a2-33a7-48c8-8bbb-6893b546b1a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 14 17:52:44.529586 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-9babcc83-50d3-4d46-ba70-52b8b41cd9e7 service neutron] Attempting to bind port fedf3d17-b4de-4801-aee8-4b70f0cf0dd2 on network 98dc44a2-33a7-48c8-8bbb-6893b546b1a6 {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:52:44.536329 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-9babcc83-50d3-4d46-ba70-52b8b41cd9e7 service neutron] Checking agent: {'id': '12cfdd9e-1aa3-47c9-9727-84a7d707383b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'started_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:52:44.536725 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-9babcc83-50d3-4d46-ba70-52b8b41cd9e7 service neutron] Checking segment: {'id': 'cadbd5ca-d0ab-46df-ab2b-fa3b315b265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '98dc44a2-33a7-48c8-8bbb-6893b546b1a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:52:44.537136 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-9babcc83-50d3-4d46-ba70-52b8b41cd9e7 service neutron] Bound using segment: {'id': 'cadbd5ca-d0ab-46df-ab2b-fa3b315b265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '98dc44a2-33a7-48c8-8bbb-6893b546b1a6'} {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:52:44.537603 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-9babcc83-50d3-4d46-ba70-52b8b41cd9e7 service neutron] Bound port: fedf3d17-b4de-4801-aee8-4b70f0cf0dd2, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadbd5ca-d0ab-46df-ab2b-fa3b315b265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '98dc44a2-33a7-48c8-8bbb-6893b546b1a6'}}] {{(pid=88123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:52:44.538032 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-9babcc83-50d3-4d46-ba70-52b8b41cd9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:44.557750 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-159db0dc-a6b8-41b0-b3da-da12d93d40d7 req-c675dffe-969c-49e9-af8e-c96d7f727840 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437362
Dec 14 17:52:44.634445 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-9babcc83-50d3-4d46-ba70-52b8b41cd9e7 service neutron] For port fedf3d17-b4de-4801-aee8-4b70f0cf0dd2, host hv-cinder-82173, cleared binding levels {{(pid=88123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:52:44.638800 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-9babcc83-50d3-4d46-ba70-52b8b41cd9e7 service neutron] For port fedf3d17-b4de-4801-aee8-4b70f0cf0dd2, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=fedf3d17-b4de-4801-aee8-4b70f0cf0dd2,segment=NetworkSegment(cadbd5ca-d0ab-46df-ab2b-fa3b315b265c),segment_id=cadbd5ca-d0ab-46df-ab2b-fa3b315b265c)] {{(pid=88123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:52:44.643316 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-9babcc83-50d3-4d46-ba70-52b8b41cd9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1688486'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:44.648246 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:52:44.708862 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-9babcc83-50d3-4d46-ba70-52b8b41cd9e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:44.710387 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-9babcc83-50d3-4d46-ba70-52b8b41cd9e7 service neutron] 10.222.0.41 "PUT /v2.0/ports/fedf3d17-b4de-4801-aee8-4b70f0cf0dd2 HTTP/1.1" status: 200  len: 1094 time: 0.9834149
Dec 14 17:52:44.711020 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88633d4-6c5f-4d1d-9422-e03dd006c5ad', 'tag': 'fedf3d17-b4de-4801-aee8-4b70f0cf0dd2'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:52:44.714955 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['45aca380-8b0b-4936-8224-377f64d82315', '028a035a-9b61-471c-a9dd-726034aaf174', 'd4a5065e-d7eb-42e4-950f-dfc733b55bb2'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 17:52:44.731803 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babcc83-50d3-4d46-ba70-52b8b41cd9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=fedf3d17-b4de-4801-aee8-4b70f0cf0dd2,revision_number=3']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:52:44.742670 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-9babcc83-50d3-4d46-ba70-52b8b41cd9e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:52:44.828912 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88633d4-6c5f-4d1d-9422-e03dd006c5ad', 'tag': 'fedf3d17-b4de-4801-aee8-4b70f0cf0dd2', 'status': 'completed', 'code': 200}
Dec 14 17:52:44.882418 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-6eddc29e-225b-4aff-bfd4-49983dc58cbe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09184c2f3f8b4da69759907044ea0d13&device_id=a88633d4-6c5f-4d1d-9422-e03dd006c5ad HTTP/1.1" status: 200  len: 1097 time: 0.1077998
Dec 14 17:52:45.072025 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-27675c89-3bd5-44f8-a5e4-61df4acf698c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fedf3d17-b4de-4801-aee8-4b70f0cf0dd2 HTTP/1.1" status: 200  len: 217 time: 0.1773996
Dec 14 17:52:45.239625 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-06d09f0d-7db2-4cd7-8902-f0b4ec496f12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:45.248566 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-06d09f0d-7db2-4cd7-8902-f0b4ec496f12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2fba3688-41c5-45d3-894b-17c0adc66461 HTTP/1.1" status: 200  len: 853 time: 0.1662111
Dec 14 17:52:45.390719 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-85c4d8ba-d45b-42dd-9bcb-afd86721cf86 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=98dc44a2-33a7-48c8-8bbb-6893b546b1a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1333613
Dec 14 17:52:45.468200 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd862d1-cd63-4956-96d7-64f8e92c1484 req-44aac3d4-e6f3-4dfb-bf1b-4fcd78c008eb tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:45.491136 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1bd862d1-cd63-4956-96d7-64f8e92c1484 req-44aac3d4-e6f3-4dfb-bf1b-4fcd78c008eb tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.2679439
Dec 14 17:52:45.614473 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1bd862d1-cd63-4956-96d7-64f8e92c1484 req-7b911d4f-47af-4229-a677-2c41f1a36f08 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210833
Dec 14 17:52:45.774078 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-e58d500d-6856-4d37-8e5a-adc9e314235f service neutron] 10.222.0.41 "GET /v2.0/networks/98dc44a2-33a7-48c8-8bbb-6893b546b1a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3690529
Dec 14 17:52:45.873416 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a852c6-6f90-421e-ba59-36de293936c5 req-811de608-7870-424e-b869-11fe4e6335ee tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:45.875659 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-97a852c6-6f90-421e-ba59-36de293936c5 req-811de608-7870-424e-b869-11fe4e6335ee tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88633d4-6c5f-4d1d-9422-e03dd006c5ad HTTP/1.1" status: 200  len: 944 time: 0.1052706
Dec 14 17:52:45.947490 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-97a852c6-6f90-421e-ba59-36de293936c5 req-8d4b0785-df6f-472e-8dd4-0156f8a4ac56 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650814
Dec 14 17:52:46.001623 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2e3202d7-8ede-4c1e-8d4d-dff813a5b50f req-0e19838e-987c-442c-90f2-dcea141755a5 service neutron] 10.222.0.41 "GET /v2.0/networks/98dc44a2-33a7-48c8-8bbb-6893b546b1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1996551
Dec 14 17:52:46.078917 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044246e-d05b-4517-82ba-81f4605182a2 req-8d18cb7a-11a9-4204-9d54-87212f790897 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:46.080729 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9044246e-d05b-4517-82ba-81f4605182a2 req-8d18cb7a-11a9-4204-9d54-87212f790897 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.1181104
Dec 14 17:52:46.138458 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9044246e-d05b-4517-82ba-81f4605182a2 req-9994c775-37b7-4f6a-83c6-a2181e8b1cf4 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499792
Dec 14 17:52:46.154550 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5ce9f8c4-c857-4117-9fe2-89daf1dd13e0 req-2efea92b-8e3c-4aa8-a54a-f7cad39f170d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09184c2f3f8b4da69759907044ea0d13&device_id=a88633d4-6c5f-4d1d-9422-e03dd006c5ad HTTP/1.1" status: 200  len: 1097 time: 0.0857470
Dec 14 17:52:46.358659 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9f8c4-c857-4117-9fe2-89daf1dd13e0 req-24a00a50-d905-47ad-b2d4-bcd5479d5c0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:46.360438 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5ce9f8c4-c857-4117-9fe2-89daf1dd13e0 req-24a00a50-d905-47ad-b2d4-bcd5479d5c0f service neutron] 10.222.0.41 "GET /v2.0/networks?id=98dc44a2-33a7-48c8-8bbb-6893b546b1a6 HTTP/1.1" status: 200  len: 914 time: 0.1898499
Dec 14 17:52:46.447976 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5ce9f8c4-c857-4117-9fe2-89daf1dd13e0 req-493a2821-747a-40d9-ae27-40d2f6668048 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fedf3d17-b4de-4801-aee8-4b70f0cf0dd2 HTTP/1.1" status: 200  len: 217 time: 0.0782847
Dec 14 17:52:46.530286 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9f8c4-c857-4117-9fe2-89daf1dd13e0 req-7ec27113-3e64-446b-9779-51dd84a8956c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:46.533056 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5ce9f8c4-c857-4117-9fe2-89daf1dd13e0 req-7ec27113-3e64-446b-9779-51dd84a8956c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2fba3688-41c5-45d3-894b-17c0adc66461 HTTP/1.1" status: 200  len: 853 time: 0.0742624
Dec 14 17:52:46.594561 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5ce9f8c4-c857-4117-9fe2-89daf1dd13e0 req-4eb52c97-d2e7-4599-86ac-6905e8fc8615 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=98dc44a2-33a7-48c8-8bbb-6893b546b1a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0531487
Dec 14 17:52:46.833850 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5ce9f8c4-c857-4117-9fe2-89daf1dd13e0 req-96d4cf24-5df6-470c-847a-c6aa41a8ba57 service neutron] 10.222.0.41 "GET /v2.0/networks/98dc44a2-33a7-48c8-8bbb-6893b546b1a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2194500
Dec 14 17:52:46.836331 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8dacf-93e7-4b5c-98a6-255de17fd4cf req-70b0d8c5-882c-427e-ba25-d1e523e7f350 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:46.842277 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-bdf8dacf-93e7-4b5c-98a6-255de17fd4cf req-70b0d8c5-882c-427e-ba25-d1e523e7f350 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.1016321
Dec 14 17:52:46.887873 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-bdf8dacf-93e7-4b5c-98a6-255de17fd4cf req-ae02efdb-5f8f-4025-8bc2-ca469ccc35ee tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436032
Dec 14 17:52:46.988573 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5ce9f8c4-c857-4117-9fe2-89daf1dd13e0 req-d4cfa5d5-3174-48a2-9db3-f02659968685 service neutron] 10.222.0.41 "GET /v2.0/networks/98dc44a2-33a7-48c8-8bbb-6893b546b1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1467152
Dec 14 17:52:47.172596 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b8986-2bfe-4987-bd66-34f5a11e9ee3 req-51621181-11f0-4a5e-a324-04b287cfbaad tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:47.174164 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d48b8986-2bfe-4987-bd66-34f5a11e9ee3 req-51621181-11f0-4a5e-a324-04b287cfbaad tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88633d4-6c5f-4d1d-9422-e03dd006c5ad HTTP/1.1" status: 200  len: 944 time: 0.0862045
Dec 14 17:52:47.235825 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d48b8986-2bfe-4987-bd66-34f5a11e9ee3 req-71ad56af-ad70-4ef4-8c4e-faf786dafa67 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551279
Dec 14 17:52:47.380829 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53ed98-075c-47ee-8761-d141aa1fdd61 req-886a8cb8-cdaf-451f-8203-bfa8810cc64c tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:47.382473 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-cf53ed98-075c-47ee-8761-d141aa1fdd61 req-886a8cb8-cdaf-451f-8203-bfa8810cc64c tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.1038907
Dec 14 17:52:47.443820 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-cf53ed98-075c-47ee-8761-d141aa1fdd61 req-0b53936a-d339-452f-b20f-25ebfbce2177 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464053
Dec 14 17:52:48.190245 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68898a07-849d-4907-bb89-a2b21a35f718 req-3080fd3c-66fc-44b6-8d2d-7dbd7dc7e80d tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:48.198422 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-68898a07-849d-4907-bb89-a2b21a35f718 req-3080fd3c-66fc-44b6-8d2d-7dbd7dc7e80d tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.1271996
Dec 14 17:52:48.246592 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 46214) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:52:48.272025 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-68898a07-849d-4907-bb89-a2b21a35f718 req-bf2ae875-5f73-45c7-9f5c-ba1aae24c412 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684264
Dec 14 17:52:48.491272 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d6b0f9b0-3653-48ea-9268-412392237b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:48.532651 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-d6b0f9b0-3653-48ea-9268-412392237b64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:52:48.539023 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-d6b0f9b0-3653-48ea-9268-412392237b64 admin admin] Usage tracker for resource:security_group_rule and tenant:737187dadf21482c8d2486729a531a71 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:52:48.547008 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-d6b0f9b0-3653-48ea-9268-412392237b64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:52:48.561525 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-d6b0f9b0-3653-48ea-9268-412392237b64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:52:48.640312 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c93a8-7917-4b19-9482-bb1c0f03c143 req-f47001c8-d102-489d-9349-f248001c9732 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:48.642156 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-959c93a8-7917-4b19-9482-bb1c0f03c143 req-f47001c8-d102-489d-9349-f248001c9732 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88633d4-6c5f-4d1d-9422-e03dd006c5ad HTTP/1.1" status: 200  len: 944 time: 0.2417336
Dec 14 17:52:48.704347 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d6b0f9b0-3653-48ea-9268-412392237b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:48.707709 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d6b0f9b0-3653-48ea-9268-412392237b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:48.720715 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:52:48.786399 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-959c93a8-7917-4b19-9482-bb1c0f03c143 req-6815e3b4-4b8e-4593-8886-9de14015f9b2 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215112
Dec 14 17:52:48.812559 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0f9b0-3653-48ea-9268-412392237b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e685368-4293-4b95-a5bf-b4dad9fe4ad3,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:52:48.818133 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-d6b0f9b0-3653-48ea-9268-412392237b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:52:48.887704 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-d6b0f9b0-3653-48ea-9268-412392237b64 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=737187dadf21482c8d2486729a531a71&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6377895
Dec 14 17:52:48.889849 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 46244) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:52:48.923103 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062fb90-5824-46b9-a0eb-1daf9a1ac958 req-9d9dca7e-38a3-4309-b81c-729c89cce829 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:48.925114 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1062fb90-5824-46b9-a0eb-1daf9a1ac958 req-9d9dca7e-38a3-4309-b81c-729c89cce829 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.1377075
Dec 14 17:52:49.031826 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1062fb90-5824-46b9-a0eb-1daf9a1ac958 req-52b82625-9ccd-42b3-af40-dbe39395b71b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0921488
Dec 14 17:52:49.055198 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a044bb94-e07a-4c95-92a3-dfd9fdb5212e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:49.103390 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a044bb94-e07a-4c95-92a3-dfd9fdb5212e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:49.184195 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a044bb94-e07a-4c95-92a3-dfd9fdb5212e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:49.196683 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-455098c8-fdb5-444a-b644-0ffb9989139d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:52:49.223179 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044bb94-e07a-4c95-92a3-dfd9fdb5212e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e685368-4293-4b95-a5bf-b4dad9fe4ad3,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:52:49.226239 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a044bb94-e07a-4c95-92a3-dfd9fdb5212e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:52:49.227296 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a044bb94-e07a-4c95-92a3-dfd9fdb5212e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:49.229042 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-a044bb94-e07a-4c95-92a3-dfd9fdb5212e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8e685368-4293-4b95-a5bf-b4dad9fe4ad3 HTTP/1.1" status: 204  len: 168 time: 0.3379953
Dec 14 17:52:49.542883 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c59eeb-e69e-4924-a4b5-d2c8cdc398b1 req-3f71a49d-1f80-4d94-898a-9e0a86fe3517 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:49.553338 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-99c59eeb-e69e-4924-a4b5-d2c8cdc398b1 req-3f71a49d-1f80-4d94-898a-9e0a86fe3517 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.1221673
Dec 14 17:52:49.629401 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-99c59eeb-e69e-4924-a4b5-d2c8cdc398b1 req-44ef6cbc-afdf-4a22-938c-ea6acb8e24b4 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741489
Dec 14 17:52:49.738346 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 46268) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:52:50.186382 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-61351f4d-a9e8-45f2-8ae5-02664d86b7a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:50.286341 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-61351f4d-a9e8-45f2-8ae5-02664d86b7a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:52:50.310097 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb14ecd-cc24-4ae9-b8ff-855cbf1dab30 req-7e8a746d-e1ed-427d-80a8-bec9dffa45df tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:50.334855 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8eb14ecd-cc24-4ae9-b8ff-855cbf1dab30 req-7e8a746d-e1ed-427d-80a8-bec9dffa45df tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88633d4-6c5f-4d1d-9422-e03dd006c5ad HTTP/1.1" status: 200  len: 944 time: 0.3049378
Dec 14 17:52:50.388706 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-61351f4d-a9e8-45f2-8ae5-02664d86b7a7 admin admin] Usage tracker for resource:security_group_rule and tenant:a47f345e0ac74255903ba0e90b7ce71e is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:52:50.393006 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-61351f4d-a9e8-45f2-8ae5-02664d86b7a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:52:50.401572 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-61351f4d-a9e8-45f2-8ae5-02664d86b7a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:52:50.518882 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8eb14ecd-cc24-4ae9-b8ff-855cbf1dab30 req-778ff90c-436d-4bba-b5e0-948bb50897ad tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1817718
Dec 14 17:52:50.607794 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-61351f4d-a9e8-45f2-8ae5-02664d86b7a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:50.626834 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba523a-3b7f-4579-b39c-9f1eb4c4417d req-88e39835-5596-421b-b761-4cee59d26edb tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:50.635004 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a3ba523a-3b7f-4579-b39c-9f1eb4c4417d req-88e39835-5596-421b-b761-4cee59d26edb tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.3907185
Dec 14 17:52:50.664485 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-61351f4d-a9e8-45f2-8ae5-02664d86b7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:50.673680 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-10215a9c-e568-475f-8f99-f41d3c4efb67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:52:50.718365 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a3ba523a-3b7f-4579-b39c-9f1eb4c4417d req-0a2bb60a-a2c9-41bf-b8e1-ea81507ecf7a tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0806091
Dec 14 17:52:50.751234 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device fedf3d17-b4de-4801-aee8-4b70f0cf0dd2 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 14 17:52:50.798703 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-461660c9-93be-4566-ab46-528a2c87f633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:50.828728 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61351f4d-a9e8-45f2-8ae5-02664d86b7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ae0738-3ae6-46fd-b7b4-53adc695dfda,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:52:50.854131 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-61351f4d-a9e8-45f2-8ae5-02664d86b7a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:52:50.867802 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 46318) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:52:50.871013 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-61351f4d-a9e8-45f2-8ae5-02664d86b7a7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a47f345e0ac74255903ba0e90b7ce71e&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1312671
Dec 14 17:52:50.974779 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-22fee805-d08d-486d-8798-ad57226c5e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:51.017525 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-22fee805-d08d-486d-8798-ad57226c5e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:51.098146 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183db42-b93d-4339-9b90-4bc05749a185 req-55d54c89-7538-4825-a5b4-fdcaf02977f5 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:51.110005 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-3183db42-b93d-4339-9b90-4bc05749a185 req-55d54c89-7538-4825-a5b4-fdcaf02977f5 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.2483873
Dec 14 17:52:51.124964 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port fedf3d17-b4de-4801-aee8-4b70f0cf0dd2, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=fedf3d17-b4de-4801-aee8-4b70f0cf0dd2,segment=NetworkSegment(cadbd5ca-d0ab-46df-ab2b-fa3b315b265c),segment_id=cadbd5ca-d0ab-46df-ab2b-fa3b315b265c)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:52:51.125258 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-22fee805-d08d-486d-8798-ad57226c5e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:51.130784 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-d718b2d0-e980-4ff9-a9ad-676b3255c9d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:52:51.147133 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Returning: {'device': 'fedf3d17-b4de-4801-aee8-4b70f0cf0dd2', 'network_id': '98dc44a2-33a7-48c8-8bbb-6893b546b1a6', 'port_id': 'fedf3d17-b4de-4801-aee8-4b70f0cf0dd2', 'mac_address': 'fa:16:3e:e9:d2:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fba3688-41c5-45d3-894b-17c0adc66461', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 17:52:51.153472 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fee805-d08d-486d-8798-ad57226c5e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ae0738-3ae6-46fd-b7b4-53adc695dfda,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:52:51.159788 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-22fee805-d08d-486d-8798-ad57226c5e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:52:51.175596 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-22fee805-d08d-486d-8798-ad57226c5e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:51.177218 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-22fee805-d08d-486d-8798-ad57226c5e88 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/96ae0738-3ae6-46fd-b7b4-53adc695dfda HTTP/1.1" status: 204  len: 168 time: 0.3080125
Dec 14 17:52:51.231536 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-3183db42-b93d-4339-9b90-4bc05749a185 req-25b57973-0f77-4df4-8787-e0a2155d32b3 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198514
Dec 14 17:52:51.300465 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:51.333388 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fedf3d17-b4de-4801-aee8-4b70f0cf0dd2 {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:52:51.357168 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port fedf3d17-b4de-4801-aee8-4b70f0cf0dd2, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=fedf3d17-b4de-4801-aee8-4b70f0cf0dd2,segment=NetworkSegment(cadbd5ca-d0ab-46df-ab2b-fa3b315b265c),segment_id=cadbd5ca-d0ab-46df-ab2b-fa3b315b265c)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:52:51.406590 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:51.407944 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:52:51.520919 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=fedf3d17-b4de-4801-aee8-4b70f0cf0dd2,revision_number=4']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:52:51.531910 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:51.532541 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:51.533287 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:51.533941 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:51.543119 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:51.546592 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:51.550788 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:51.550788 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:51.550788 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:51.550788 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:51.550788 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:51.560051 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:52:51.668395 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:51.859415 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f69f5a-c7e3-41e1-8cd2-237199156d59 req-13c9af6a-340e-4046-818c-ae7fdd6c0179 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:51.862773 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-10f69f5a-c7e3-41e1-8cd2-237199156d59 req-13c9af6a-340e-4046-818c-ae7fdd6c0179 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88633d4-6c5f-4d1d-9422-e03dd006c5ad HTTP/1.1" status: 200  len: 945 time: 0.1125362
Dec 14 17:52:51.895914 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['fedf3d17-b4de-4801-aee8-4b70f0cf0dd2'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 17:52:52.003748 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-10f69f5a-c7e3-41e1-8cd2-237199156d59 req-91319fd9-d336-4853-a9ce-0268a6d0cde4 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276209
Dec 14 17:52:52.224957 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d58e0-25de-41d4-8ef4-49af939e2292 req-a370ecd7-9cbc-4769-b8d6-2823fbc5024b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:52.226727 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7b2d58e0-25de-41d4-8ef4-49af939e2292 req-a370ecd7-9cbc-4769-b8d6-2823fbc5024b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.2051532
Dec 14 17:52:52.315025 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 6 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 17:52:52.396052 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7b2d58e0-25de-41d4-8ef4-49af939e2292 req-bc8e1313-dd45-4d36-8d45-8731bfd4b028 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1544876
Dec 14 17:52:52.805584 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d4588-fc8e-42b1-8b5e-3f44936ef102 req-83564ce3-b52c-4f33-a506-1bd96d3f3395 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:52.815370 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2c5d4588-fc8e-42b1-8b5e-3f44936ef102 req-83564ce3-b52c-4f33-a506-1bd96d3f3395 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.1812110
Dec 14 17:52:52.908862 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2c5d4588-fc8e-42b1-8b5e-3f44936ef102 req-1b86f93b-eb9e-4a71-82a2-d78b0159f324 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882781
Dec 14 17:52:52.925136 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-80c6984d-59d1-4843-acf3-d30753624722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:53.242253 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 46400) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:52:53.257793 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:53.473142 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7445d69-bdde-4a61-bf1f-370949be5a2f req-fdd21370-f96d-47c8-b65b-b503a0b4ec08 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:53.475004 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a7445d69-bdde-4a61-bf1f-370949be5a2f req-fdd21370-f96d-47c8-b65b-b503a0b4ec08 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88633d4-6c5f-4d1d-9422-e03dd006c5ad HTTP/1.1" status: 200  len: 945 time: 0.1684625
Dec 14 17:52:53.533058 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a7445d69-bdde-4a61-bf1f-370949be5a2f req-2cd8a3a9-ecf8-43f9-a320-824c30bb6824 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511022
Dec 14 17:52:53.629602 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-a70c2e66-9142-409c-a58f-107752f98bf0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-218281105-network', 'tenant_id': 'b93cf5a3216e440abb14c71bd3408e06'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:52:53.635062 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-a70c2e66-9142-409c-a58f-107752f98bf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:52:53.639560 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-a70c2e66-9142-409c-a58f-107752f98bf0 admin admin] Usage tracker for resource:network and tenant:b93cf5a3216e440abb14c71bd3408e06 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:52:53.643102 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-a70c2e66-9142-409c-a58f-107752f98bf0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:52:53.650198 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-a70c2e66-9142-409c-a58f-107752f98bf0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:52:53.660407 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70c2e66-9142-409c-a58f-107752f98bf0 admin admin] Made reservation on behalf of b93cf5a3216e440abb14c71bd3408e06 for: {'network': 1} {{(pid=88123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:52:53.666039 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a70c2e66-9142-409c-a58f-107752f98bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for network, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:53.679390 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634533f-7fdc-42d8-ad42-14b954a94e37 req-8dee4405-d4f5-4761-96f8-af33d251179a tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:53.681031 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a70c2e66-9142-409c-a58f-107752f98bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:53.681161 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2634533f-7fdc-42d8-ad42-14b954a94e37 req-8dee4405-d4f5-4761-96f8-af33d251179a tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.0889485
Dec 14 17:52:53.721711 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-a70c2e66-9142-409c-a58f-107752f98bf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:52:53.725776 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-a70c2e66-9142-409c-a58f-107752f98bf0 admin admin] Usage tracker for resource:security_group_rule and tenant:b93cf5a3216e440abb14c71bd3408e06 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:52:53.729404 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-a70c2e66-9142-409c-a58f-107752f98bf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:52:53.736261 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2634533f-7fdc-42d8-ad42-14b954a94e37 req-2c66130d-6f2e-4908-954c-e4460d509a19 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479600
Dec 14 17:52:53.736937 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-a70c2e66-9142-409c-a58f-107752f98bf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:52:54.013273 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a70c2e66-9142-409c-a58f-107752f98bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:54.018611 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a70c2e66-9142-409c-a58f-107752f98bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:54.024292 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-16259861-5901-4616-bac6-d05dd7193707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:52:54.062832 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a70c2e66-9142-409c-a58f-107752f98bf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'}  {{(pid=88123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 14 17:52:54.077566 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c2e66-9142-409c-a58f-107752f98bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd38961-0535-43c6-9627-d89b5e7c54f8,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:52:54.083353 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a70c2e66-9142-409c-a58f-107752f98bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:52:54.084417 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a70c2e66-9142-409c-a58f-107752f98bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:54.084799 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.segments_db [None req-a70c2e66-9142-409c-a58f-107752f98bf0 admin admin] Added segment 1a676214-4a5b-4dba-a1f0-b1423444406f of type vlan for network ffc462dc-295a-4bfc-a609-89b327c7e36a
Dec 14 17:52:54.115209 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a70c2e66-9142-409c-a58f-107752f98bf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753727864657'] for network, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:54.149814 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a70c2e66-9142-409c-a58f-107752f98bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388'] for network, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:54.151216 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70c2e66-9142-409c-a58f-107752f98bf0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:54.151940 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a70c2e66-9142-409c-a58f-107752f98bf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:54.157861 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-cf6d9de0-f3cd-4a23-b2e7-4b6488d667cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:52:54.158463 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0b52c-01b7-480e-9629-f69311fb84e8 req-d554f042-fd43-4b90-86c9-728e4a79e15b tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:54.160138 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-86b0b52c-01b7-480e-9629-f69311fb84e8 req-d554f042-fd43-4b90-86c9-728e4a79e15b tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.1016755
Dec 14 17:52:54.219820 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-86b0b52c-01b7-480e-9629-f69311fb84e8 req-871cc081-93c7-4282-a373-c878264a7e9e tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507784
Dec 14 17:52:54.273210 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-a70c2e66-9142-409c-a58f-107752f98bf0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.0294900
Dec 14 17:52:54.276315 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 46432) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:52:54.282993 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c2e66-9142-409c-a58f-107752f98bf0 admin admin] Pushing event updated for resources: {'Network': ['ID=ffc462dc-295a-4bfc-a609-89b327c7e36a,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:52:54.284239 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-6891ab85-ee66-431c-9df8-95ac14142c25 admin admin] Request body: {'subnet': {'network_id': 'ffc462dc-295a-4bfc-a609-89b327c7e36a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-218281105-subnet', 'tenant_id': 'b93cf5a3216e440abb14c71bd3408e06', 'ip_version': 4}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:52:54.286050 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a70c2e66-9142-409c-a58f-107752f98bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:52:54.289683 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-6891ab85-ee66-431c-9df8-95ac14142c25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:52:54.293983 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-6891ab85-ee66-431c-9df8-95ac14142c25 admin admin] Usage tracker for resource:subnet and tenant:b93cf5a3216e440abb14c71bd3408e06 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:52:54.295242 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Network ffc462dc-295a-4bfc-a609-89b327c7e36a details requested by agent ovs-agent-dv-cinder-821737-1-iscsi with host dv-cinder-821737-1-iscsi {{(pid=88124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 14 17:52:54.297685 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-6891ab85-ee66-431c-9df8-95ac14142c25 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:52:54.304427 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-6891ab85-ee66-431c-9df8-95ac14142c25 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:52:54.315771 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6891ab85-ee66-431c-9df8-95ac14142c25 admin admin] Made reservation on behalf of b93cf5a3216e440abb14c71bd3408e06 for: {'subnet': 1} {{(pid=88122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:52:54.321177 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6891ab85-ee66-431c-9df8-95ac14142c25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852754473'] for subnet, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:54.553771 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6891ab85-ee66-431c-9df8-95ac14142c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852908034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852754490'] for subnet, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:54.558631 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a980c7b6-aca6-4591-b55c-c87a64ad29e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:52:54.591892 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:54.660498 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891ab85-ee66-431c-9df8-95ac14142c25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfcf42a1-a9dc-46d7-a1db-ab5395db2486,revision_number=0']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:52:54.664918 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-6891ab85-ee66-431c-9df8-95ac14142c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:52:54.721151 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6891ab85-ee66-431c-9df8-95ac14142c25 admin admin] Checking segment: {'id': '1a676214-4a5b-4dba-a1f0-b1423444406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ffc462dc-295a-4bfc-a609-89b327c7e36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:52:54.721151 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6891ab85-ee66-431c-9df8-95ac14142c25 admin admin] Network hostable DHCP agents. Network: ffc462dc-295a-4bfc-a609-89b327c7e36a, hostable agents: ['ca44529e-a98f-42ef-93fd-bf8911629c2d'], hosted agents: [] {{(pid=88122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 14 17:52:54.771452 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6891ab85-ee66-431c-9df8-95ac14142c25 admin admin] Network ffc462dc-295a-4bfc-a609-89b327c7e36a is scheduled to be hosted by DHCP agent ca44529e-a98f-42ef-93fd-bf8911629c2d with binding_index 1 {{(pid=88122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 14 17:52:54.783705 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbd80a-2fd6-4920-a47b-02e35064fe16 req-d513098d-0148-40bf-a300-ee4fbd767c9c tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:54.785382 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-12cbd80a-2fd6-4920-a47b-02e35064fe16 req-d513098d-0148-40bf-a300-ee4fbd767c9c tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88633d4-6c5f-4d1d-9422-e03dd006c5ad HTTP/1.1" status: 200  len: 945 time: 0.1160905
Dec 14 17:52:54.790410 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-6891ab85-ee66-431c-9df8-95ac14142c25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-iscsi, ffc462dc-295a-4bfc-a609-89b327c7e36a) {{(pid=88122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:52:54.799703 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf219a1-9078-4c79-be53-2ca662a46293 None None] Network ffc462dc-295a-4bfc-a609-89b327c7e36a requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:52:54.822659 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6891ab85-ee66-431c-9df8-95ac14142c25 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:54.823301 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6891ab85-ee66-431c-9df8-95ac14142c25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:54.868954 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-6891ab85-ee66-431c-9df8-95ac14142c25 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.5887961
Dec 14 17:52:54.869417 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 46450) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:52:54.875993 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-8015a4d0-e31e-4539-af1b-9cb7a4a67652 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-218281105-router', 'tenant_id': 'b93cf5a3216e440abb14c71bd3408e06', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'}}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:52:54.883086 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-8015a4d0-e31e-4539-af1b-9cb7a4a67652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:52:54.893414 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-8015a4d0-e31e-4539-af1b-9cb7a4a67652 admin admin] Usage tracker for resource:router and tenant:b93cf5a3216e440abb14c71bd3408e06 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:52:54.898851 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-8015a4d0-e31e-4539-af1b-9cb7a4a67652 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:52:54.906172 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-8015a4d0-e31e-4539-af1b-9cb7a4a67652 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:52:54.919668 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8015a4d0-e31e-4539-af1b-9cb7a4a67652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-578992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128592'] for router, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:54.922426 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8015a4d0-e31e-4539-af1b-9cb7a4a67652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854196974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854647208'] for router, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:54.943420 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8015a4d0-e31e-4539-af1b-9cb7a4a67652 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:54.974538 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-12cbd80a-2fd6-4920-a47b-02e35064fe16 req-62869c2a-780b-4325-9b25-774c06db26c0 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1820481
Dec 14 17:52:55.004423 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79eeda7-83f4-4d1e-b8dd-38e6ad0a2c9b req-26932da6-0da6-4132-9066-421acc0d3c54 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:55.004423 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c79eeda7-83f4-4d1e-b8dd-38e6ad0a2c9b req-26932da6-0da6-4132-9066-421acc0d3c54 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.1090500
Dec 14 17:52:55.050014 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2b2f0c-a5ab-42b1-a899-d5ec04256c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65ba46df-7991-5938-b91f-03c1a22b974b-ffc462dc-295a-4bfc-a609-89b327c7e36a', 'network_id': 'ffc462dc-295a-4bfc-a609-89b327c7e36a', 'tenant_id': 'b93cf5a3216e440abb14c71bd3408e06', 'fixed_ips': [{'subnet_id': 'cfcf42a1-a9dc-46d7-a1db-ab5395db2486'}]}} from dv-cinder-821737-1-iscsi. {{(pid=88124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 14 17:52:55.051166 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2f2b2f0c-a5ab-42b1-a899-d5ec04256c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:55.060898 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c79eeda7-83f4-4d1e-b8dd-38e6ad0a2c9b req-90795524-87bd-45f0-9261-ecbb3a20a010 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478034
Dec 14 17:52:55.107941 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8015a4d0-e31e-4539-af1b-9cb7a4a67652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854647223'] for router, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:55.219597 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-2f2b2f0c-a5ab-42b1-a899-d5ec04256c2f None None] Allocated IP 172.20.0.2 (ffc462dc-295a-4bfc-a609-89b327c7e36a/cfcf42a1-a9dc-46d7-a1db-ab5395db2486/06e9a6c1-a20c-4ded-9a53-597db88a3614) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:52:55.319390 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8015a4d0-e31e-4539-af1b-9cb7a4a67652 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:55.353603 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8015a4d0-e31e-4539-af1b-9cb7a4a67652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:55.422020 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device fedf3d17-b4de-4801-aee8-4b70f0cf0dd2 up at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:52:55.466935 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5243e20-d5df-4b95-aa82-6743bc20840a req-954e7dce-4ed2-499c-b28d-5580710746c8 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:55.468557 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f5243e20-d5df-4b95-aa82-6743bc20840a req-954e7dce-4ed2-499c-b28d-5580710746c8 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.0897033
Dec 14 17:52:55.508865 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2f2b2f0c-a5ab-42b1-a899-d5ec04256c2f None None] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:55.511289 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-8015a4d0-e31e-4539-af1b-9cb7a4a67652 admin admin] Allocated IP 172.27.2.215 (b3d2256c-c519-4427-b3bb-181a657f5e18/431330ab-9b63-4a3b-8088-f9712ed58753/b2d38299-2e18-4cce-852f-7764daad528e) {{(pid=88123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:52:55.524888 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-2f2b2f0c-a5ab-42b1-a899-d5ec04256c2f None None] Transition to ACTIVE for port object 06e9a6c1-a20c-4ded-9a53-597db88a3614 will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:52:55.529898 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f5243e20-d5df-4b95-aa82-6743bc20840a req-25440d0c-50c0-4dff-833c-f7a0d593db10 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529664
Dec 14 17:52:55.564312 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-2f2b2f0c-a5ab-42b1-a899-d5ec04256c2f None None] Transition to ACTIVE for port object 06e9a6c1-a20c-4ded-9a53-597db88a3614 will not be triggered until provisioned by entity DHCP. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:52:55.568101 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning for port fedf3d17-b4de-4801-aee8-4b70f0cf0dd2 completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:52:55.574793 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning complete for port fedf3d17-b4de-4801-aee8-4b70f0cf0dd2 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:52:55.575210 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:55.608549 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2f2b2f0c-a5ab-42b1-a899-d5ec04256c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:55.624315 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:52:55.695626 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8015a4d0-e31e-4539-af1b-9cb7a4a67652 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:55.706057 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b2f0c-a5ab-42b1-a899-d5ec04256c2f None None] Pushing event updated for resources: {'Port': ['ID=06e9a6c1-a20c-4ded-9a53-597db88a3614,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:52:55.710011 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2b2f0c-a5ab-42b1-a899-d5ec04256c2f None None] Network ffc462dc-295a-4bfc-a609-89b327c7e36a is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:52:55.713879 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-2f2b2f0c-a5ab-42b1-a899-d5ec04256c2f None None] Resources bound (agent type, host, resource id):  {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:52:55.715704 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2f2b2f0c-a5ab-42b1-a899-d5ec04256c2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:52:55.717862 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2b2f0c-a5ab-42b1-a899-d5ec04256c2f None None] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:52:55.723521 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8015a4d0-e31e-4539-af1b-9cb7a4a67652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:55.728285 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-f2a3fe7b-640d-46d5-ac15-2ca0f16a4315 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:52:55.802637 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8015a4d0-e31e-4539-af1b-9cb7a4a67652 admin admin] Network b3d2256c-c519-4427-b3bb-181a657f5e18 is already hosted by enough agents. {{(pid=88123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:52:55.806034 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-8015a4d0-e31e-4539-af1b-9cb7a4a67652 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:52:55.808113 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8015a4d0-e31e-4539-af1b-9cb7a4a67652 admin admin] Pushing event updated for resources: {'Port': ['ID=b2d38299-2e18-4cce-852f-7764daad528e,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:52:55.810565 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8015a4d0-e31e-4539-af1b-9cb7a4a67652 admin admin] Received port after_create {{(pid=88123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:52:55.837964 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-8015a4d0-e31e-4539-af1b-9cb7a4a67652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:52:55.868103 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-2f2b2f0c-a5ab-42b1-a899-d5ec04256c2f None None] Attempting to bind port 06e9a6c1-a20c-4ded-9a53-597db88a3614 on host dv-cinder-821737-1-iscsi for vnic_type normal with profile  {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:52:55.868492 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-2f2b2f0c-a5ab-42b1-a899-d5ec04256c2f None None] Attempting to bind port 06e9a6c1-a20c-4ded-9a53-597db88a3614 by drivers openvswitch,hyperv on host dv-cinder-821737-1-iscsi at level 0 using segments [{'id': '1a676214-4a5b-4dba-a1f0-b1423444406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ffc462dc-295a-4bfc-a609-89b327c7e36a'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:52:55.869174 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2b2f0c-a5ab-42b1-a899-d5ec04256c2f None None] Attempting to bind port 06e9a6c1-a20c-4ded-9a53-597db88a3614 on network ffc462dc-295a-4bfc-a609-89b327c7e36a {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:52:55.876817 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:55.899329 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2b2f0c-a5ab-42b1-a899-d5ec04256c2f None None] Checking agent: {'id': 'cfd28b24-d8e5-433a-a8d2-fa726f969496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 41, 52), 'started_at': datetime.datetime(2021, 12, 14, 17, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:52:55.899758 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2b2f0c-a5ab-42b1-a899-d5ec04256c2f None None] Checking segment: {'id': '1a676214-4a5b-4dba-a1f0-b1423444406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ffc462dc-295a-4bfc-a609-89b327c7e36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:52:55.900168 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2f2b2f0c-a5ab-42b1-a899-d5ec04256c2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:55.900622 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2b2f0c-a5ab-42b1-a899-d5ec04256c2f None None] Bound using segment: {'id': '1a676214-4a5b-4dba-a1f0-b1423444406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ffc462dc-295a-4bfc-a609-89b327c7e36a'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:52:55.901164 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-2f2b2f0c-a5ab-42b1-a899-d5ec04256c2f None None] Bound port: 06e9a6c1-a20c-4ded-9a53-597db88a3614, host: dv-cinder-821737-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a676214-4a5b-4dba-a1f0-b1423444406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ffc462dc-295a-4bfc-a609-89b327c7e36a'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:52:55.901583 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2f2b2f0c-a5ab-42b1-a899-d5ec04256c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:55.956685 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88633d4-6c5f-4d1d-9422-e03dd006c5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedf3d17-b4de-4801-aee8-4b70f0cf0dd2'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:52:55.990012 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port fedf3d17-b4de-4801-aee8-4b70f0cf0dd2, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=fedf3d17-b4de-4801-aee8-4b70f0cf0dd2,segment=NetworkSegment(cadbd5ca-d0ab-46df-ab2b-fa3b315b265c),segment_id=cadbd5ca-d0ab-46df-ab2b-fa3b315b265c)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:52:55.995198 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8015a4d0-e31e-4539-af1b-9cb7a4a67652 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:55.996103 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8015a4d0-e31e-4539-af1b-9cb7a4a67652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854196824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854129360'] for router, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:55.998192 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:56.002575 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:52:56.087459 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88633d4-6c5f-4d1d-9422-e03dd006c5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedf3d17-b4de-4801-aee8-4b70f0cf0dd2', 'code': 200}
Dec 14 17:52:56.128976 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-2f2b2f0c-a5ab-42b1-a899-d5ec04256c2f None None] For port 06e9a6c1-a20c-4ded-9a53-597db88a3614, host dv-cinder-821737-1-iscsi, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:52:56.134495 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-2f2b2f0c-a5ab-42b1-a899-d5ec04256c2f None None] For port 06e9a6c1-a20c-4ded-9a53-597db88a3614, host dv-cinder-821737-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=06e9a6c1-a20c-4ded-9a53-597db88a3614,segment=NetworkSegment(1a676214-4a5b-4dba-a1f0-b1423444406f),segment_id=1a676214-4a5b-4dba-a1f0-b1423444406f)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:52:56.142311 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2f2b2f0c-a5ab-42b1-a899-d5ec04256c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:56.157818 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=fedf3d17-b4de-4801-aee8-4b70f0cf0dd2,revision_number=5']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:52:56.166155 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:52:56.166776 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:52:56.212059 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef33611-37d0-437d-bac6-e1bc5b855f95 req-6dfd4c4a-c0ff-406c-b67d-435d1204f2f6 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:56.219207 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-eef33611-37d0-437d-bac6-e1bc5b855f95 req-6dfd4c4a-c0ff-406c-b67d-435d1204f2f6 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88633d4-6c5f-4d1d-9422-e03dd006c5ad HTTP/1.1" status: 200  len: 946 time: 0.0940166
Dec 14 17:52:56.260925 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b2f0c-a5ab-42b1-a899-d5ec04256c2f None None] Pushing event updated for resources: {'Port': ['ID=06e9a6c1-a20c-4ded-9a53-597db88a3614,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:52:56.272214 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2f2b2f0c-a5ab-42b1-a899-d5ec04256c2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:52:56.284483 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8015a4d0-e31e-4539-af1b-9cb7a4a67652 admin admin] Router 74a67841-93ee-4dee-ac49-b31142585bbb is scheduled to L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a with binding_index 1 {{(pid=88123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 14 17:52:56.340153 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-eef33611-37d0-437d-bac6-e1bc5b855f95 req-27c9e5d3-43ef-459a-bf65-8f2e04884277 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165133
Dec 14 17:52:56.374549 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027f0cf-860e-4d0a-9d46-c4775fca0822 req-b0dc4835-9b41-4594-a7ee-b511f8868cc1 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:56.378142 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e027f0cf-860e-4d0a-9d46-c4775fca0822 req-b0dc4835-9b41-4594-a7ee-b511f8868cc1 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.1201687
Dec 14 17:52:56.484835 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e027f0cf-860e-4d0a-9d46-c4775fca0822 req-4582512c-ee3f-494d-b0bd-0940803ce55f tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0724921
Dec 14 17:52:56.553882 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8015a4d0-e31e-4539-af1b-9cb7a4a67652 admin admin] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 17:52:56.567121 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add5c305-874d-4130-aff8-ee4cb78cb09f None None] Sync routers for ids ['74a67841-93ee-4dee-ac49-b31142585bbb'] in dv-cinder-821737-1-iscsi {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 17:52:56.580333 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8015a4d0-e31e-4539-af1b-9cb7a4a67652 admin admin] Notify callbacks [] for router, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:56.582044 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-8015a4d0-e31e-4539-af1b-9cb7a4a67652 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.7113397
Dec 14 17:52:56.585221 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 46480) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:52:56.591628 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add5c305-874d-4130-aff8-ee4cb78cb09f None None] Routers {'74a67841-93ee-4dee-ac49-b31142585bbb'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:52:56.595648 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-add5c305-874d-4130-aff8-ee4cb78cb09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622ca10eb8>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:52:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['74a67841-93ee-4dee-ac49-b31142585bbb'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:52:56.936734 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-317dbbfa-dabb-4308-91ac-8f9a1796371c req-b2ffa90f-292e-4468-89a8-d03cf3c905d4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a88633d4-6c5f-4d1d-9422-e03dd006c5ad HTTP/1.1" status: 200  len: 1099 time: 0.2720206
Dec 14 17:52:56.959637 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-add5c305-874d-4130-aff8-ee4cb78cb09f None None] Set router 74a67841-93ee-4dee-ac49-b31142585bbb gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:52:57.148537 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef0267-8986-4616-8b1e-31684353d081 req-ea2ac288-37f0-4086-ac70-2381c042e0a0 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:57.167768 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-08ef0267-8986-4616-8b1e-31684353d081 req-ea2ac288-37f0-4086-ac70-2381c042e0a0 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.2539406
Dec 14 17:52:57.280925 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-08ef0267-8986-4616-8b1e-31684353d081 req-50a266c0-ee0b-4534-a4fd-90a9bd88e151 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117213
Dec 14 17:52:57.320122 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-317dbbfa-dabb-4308-91ac-8f9a1796371c req-6e6cf770-0600-4c09-b16e-7039ddb2b4d5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2602928
Dec 14 17:52:57.436797 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-add5c305-874d-4130-aff8-ee4cb78cb09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622ca10eb8>, [{'id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'name': 'tempest-TestShelveInstance-218281105-router', 'tenant_id': 'b93cf5a3216e440abb14c71bd3408e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'b2d38299-2e18-4cce-852f-7764daad528e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:52:54Z', 'updated_at': '2021-12-14T17:52:55Z', 'revision_number': 3, 'project_id': 'b93cf5a3216e440abb14c71bd3408e06', 'gw_port': {'id': 'b2d38299-2e18-4cce-852f-7764daad528e', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:52:55Z', 'updated_at': '2021-12-14T17:52:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi'}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:52:57.442049 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add5c305-874d-4130-aff8-ee4cb78cb09f None None] Checking router: 74a67841-93ee-4dee-ac49-b31142585bbb for host: dv-cinder-821737-1-iscsi {{(pid=88125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 17:52:57.442413 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add5c305-874d-4130-aff8-ee4cb78cb09f None None] Updating router 74a67841-93ee-4dee-ac49-b31142585bbb port b2d38299-2e18-4cce-852f-7764daad528e binding host dv-cinder-821737-1-iscsi {{(pid=88125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 14 17:52:57.499499 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-add5c305-874d-4130-aff8-ee4cb78cb09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:57.709621 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a68752-cb7b-42a6-8604-8cefb0b6dd5f req-d51f9dcc-9b86-40ee-8260-25325259f4a2 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:57.711379 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-52a68752-cb7b-42a6-8604-8cefb0b6dd5f req-d51f9dcc-9b86-40ee-8260-25325259f4a2 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88633d4-6c5f-4d1d-9422-e03dd006c5ad HTTP/1.1" status: 200  len: 946 time: 0.1832645
Dec 14 17:52:57.845902 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-52a68752-cb7b-42a6-8604-8cefb0b6dd5f req-b2e2d110-c3fc-43d7-bd50-ec5222abff95 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731096
Dec 14 17:52:57.869942 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f46c6f-5113-4a4a-a4c7-3fea2e43da0b req-8bc3cc90-0ed5-4f32-b1f9-992a5cbb39a5 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:57.878197 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-69f46c6f-5113-4a4a-a4c7-3fea2e43da0b req-8bc3cc90-0ed5-4f32-b1f9-992a5cbb39a5 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.1656349
Dec 14 17:52:57.938403 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-69f46c6f-5113-4a4a-a4c7-3fea2e43da0b req-fd2749fa-24cc-4fb8-9a46-41a301d55f4c tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587046
Dec 14 17:52:57.998514 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-add5c305-874d-4130-aff8-ee4cb78cb09f None None] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:58.013817 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-add5c305-874d-4130-aff8-ee4cb78cb09f None None] Transition to ACTIVE for port object b2d38299-2e18-4cce-852f-7764daad528e will not be triggered until provisioned by entity L2. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:52:58.022846 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-add5c305-874d-4130-aff8-ee4cb78cb09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:58.052295 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:52:58.171390 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e3dc3-fbae-4137-855e-c7822512dac2 None None] Pushing event updated for resources: {'Port': ['ID=b2d38299-2e18-4cce-852f-7764daad528e,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:52:58.178918 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-bdcee85f-e08d-463f-a636-48790da02865 req-7a6fdb93-3bf6-4a1f-9df8-3c0c91b4b5c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02573c92b5c647b2982d81b49df3d4cb&device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 1098 time: 0.1253111
Dec 14 17:52:58.185258 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39e3dc3-fbae-4137-855e-c7822512dac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:58.185630 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39e3dc3-fbae-4137-855e-c7822512dac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:58.186026 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39e3dc3-fbae-4137-855e-c7822512dac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:58.186391 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39e3dc3-fbae-4137-855e-c7822512dac2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:58.186754 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39e3dc3-fbae-4137-855e-c7822512dac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:58.187169 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39e3dc3-fbae-4137-855e-c7822512dac2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:58.187470 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39e3dc3-fbae-4137-855e-c7822512dac2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:58.188015 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39e3dc3-fbae-4137-855e-c7822512dac2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:58.188247 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39e3dc3-fbae-4137-855e-c7822512dac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:58.188598 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39e3dc3-fbae-4137-855e-c7822512dac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:58.188948 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39e3dc3-fbae-4137-855e-c7822512dac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:52:58.199469 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-add5c305-874d-4130-aff8-ee4cb78cb09f None None] Attempting to bind port b2d38299-2e18-4cce-852f-7764daad528e on host dv-cinder-821737-1-iscsi for vnic_type normal with profile  {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:52:58.199875 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-add5c305-874d-4130-aff8-ee4cb78cb09f None None] Attempting to bind port b2d38299-2e18-4cce-852f-7764daad528e by drivers openvswitch,hyperv on host dv-cinder-821737-1-iscsi at level 0 using segments [{'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:52:58.200271 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add5c305-874d-4130-aff8-ee4cb78cb09f None None] Attempting to bind port b2d38299-2e18-4cce-852f-7764daad528e on network b3d2256c-c519-4427-b3bb-181a657f5e18 {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:52:58.216156 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-c39e3dc3-fbae-4137-855e-c7822512dac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:52:58.216934 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add5c305-874d-4130-aff8-ee4cb78cb09f None None] Checking agent: {'id': 'cfd28b24-d8e5-433a-a8d2-fa726f969496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 41, 52), 'started_at': datetime.datetime(2021, 12, 14, 17, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:52:58.217409 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add5c305-874d-4130-aff8-ee4cb78cb09f None None] Checking segment: {'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:52:58.217927 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-add5c305-874d-4130-aff8-ee4cb78cb09f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:58.218388 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add5c305-874d-4130-aff8-ee4cb78cb09f None None] Bound using segment: {'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:52:58.219016 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-add5c305-874d-4130-aff8-ee4cb78cb09f None None] Bound port: b2d38299-2e18-4cce-852f-7764daad528e, host: dv-cinder-821737-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'}}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:52:58.223092 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-add5c305-874d-4130-aff8-ee4cb78cb09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:58.413086 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-add5c305-874d-4130-aff8-ee4cb78cb09f None None] For port b2d38299-2e18-4cce-852f-7764daad528e, host dv-cinder-821737-1-iscsi, cleared binding levels {{(pid=88125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:52:58.416620 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-add5c305-874d-4130-aff8-ee4cb78cb09f None None] For port b2d38299-2e18-4cce-852f-7764daad528e, host dv-cinder-821737-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=b2d38299-2e18-4cce-852f-7764daad528e,segment=NetworkSegment(031a1115-d006-4778-96dd-1bbd9a3ec485),segment_id=031a1115-d006-4778-96dd-1bbd9a3ec485)] {{(pid=88125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:52:58.421754 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-add5c305-874d-4130-aff8-ee4cb78cb09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:58.443953 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:52:58.479228 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 06e9a6c1-a20c-4ded-9a53-597db88a3614 up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:52:58.611634 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e3dc3-fbae-4137-855e-c7822512dac2 None None] Pushing event updated for resources: {'Port': ['ID=b2d38299-2e18-4cce-852f-7764daad528e,revision_number=3']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:52:58.624046 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-c39e3dc3-fbae-4137-855e-c7822512dac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:52:58.630620 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add5c305-874d-4130-aff8-ee4cb78cb09f None None] Routers {'74a67841-93ee-4dee-ac49-b31142585bbb'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:52:58.631544 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-add5c305-874d-4130-aff8-ee4cb78cb09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622ca10eb8>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:52:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['74a67841-93ee-4dee-ac49-b31142585bbb'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:52:58.700284 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning for port 06e9a6c1-a20c-4ded-9a53-597db88a3614 completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:52:58.921404 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcee85f-e08d-463f-a636-48790da02865 req-1a14aaac-b28a-45db-abba-7a83d0f5f38d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:58.923010 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-bdcee85f-e08d-463f-a636-48790da02865 req-1a14aaac-b28a-45db-abba-7a83d0f5f38d service neutron] 10.222.0.41 "GET /v2.0/networks?id=c35705db-bd11-4f34-bbd6-c42f1d037762 HTTP/1.1" status: 200  len: 920 time: 0.6831985
Dec 14 17:52:59.150476 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cdc1dc-eb04-4aa3-b6cb-962f6a3574fe None None] Network ffc462dc-295a-4bfc-a609-89b327c7e36a requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:52:59.163413 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-add5c305-874d-4130-aff8-ee4cb78cb09f None None] Set router 74a67841-93ee-4dee-ac49-b31142585bbb gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:52:59.173058 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-bdcee85f-e08d-463f-a636-48790da02865 req-f989f593-57ca-47c6-813e-c12267a28523 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da1e9390-2f53-477c-a923-727d93981952 HTTP/1.1" status: 200  len: 217 time: 0.2330134
Dec 14 17:52:59.324135 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b8c09887-71d8-48aa-ae31-ddeb76088007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:59.456797 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-84a4d786-16b1-4efd-818f-f4cc2d915d5b None None] Provisioning for port 06e9a6c1-a20c-4ded-9a53-597db88a3614 completed by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:52:59.476284 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-84a4d786-16b1-4efd-818f-f4cc2d915d5b None None] Provisioning complete for port 06e9a6c1-a20c-4ded-9a53-597db88a3614 triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:52:59.476805 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-84a4d786-16b1-4efd-818f-f4cc2d915d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:59.523737 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb3053-3c4b-4feb-a231-99a88a36d72e req-747b95a0-613d-442f-a30e-b0055577413c tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:59.529052 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-edeb3053-3c4b-4feb-a231-99a88a36d72e req-747b95a0-613d-442f-a30e-b0055577413c tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.8935008
Dec 14 17:52:59.551697 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bce66c-0906-4004-8382-8b6bb99d576f req-0fa7ab0f-10df-4833-a909-b290cac8a280 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:59.553833 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-43bce66c-0906-4004-8382-8b6bb99d576f req-0fa7ab0f-10df-4833-a909-b290cac8a280 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88633d4-6c5f-4d1d-9422-e03dd006c5ad HTTP/1.1" status: 200  len: 946 time: 0.3198543
Dec 14 17:52:59.564768 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcee85f-e08d-463f-a636-48790da02865 req-98c0bf2d-9769-4d3e-b66f-fa4d08e846bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:52:59.579123 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-bdcee85f-e08d-463f-a636-48790da02865 req-98c0bf2d-9769-4d3e-b66f-fa4d08e846bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53bb809e-79d6-4e3e-82eb-339121ccc0a1 HTTP/1.1" status: 200  len: 859 time: 0.3839927
Dec 14 17:52:59.734428 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-edeb3053-3c4b-4feb-a231-99a88a36d72e req-afbff960-1309-42f6-a84e-3431286ca4d8 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1778669
Dec 14 17:52:59.758928 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-add5c305-874d-4130-aff8-ee4cb78cb09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622ca10eb8>, [{'id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'name': 'tempest-TestShelveInstance-218281105-router', 'tenant_id': 'b93cf5a3216e440abb14c71bd3408e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'b2d38299-2e18-4cce-852f-7764daad528e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:52:54Z', 'updated_at': '2021-12-14T17:52:55Z', 'revision_number': 3, 'project_id': 'b93cf5a3216e440abb14c71bd3408e06', 'gw_port': {'id': 'b2d38299-2e18-4cce-852f-7764daad528e', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:52:55Z', 'updated_at': '2021-12-14T17:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi'}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:52:59.763330 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add5c305-874d-4130-aff8-ee4cb78cb09f None None] The sync data for ids ['74a67841-93ee-4dee-ac49-b31142585bbb'] in dv-cinder-821737-1-iscsi is: [{'id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'name': 'tempest-TestShelveInstance-218281105-router', 'tenant_id': 'b93cf5a3216e440abb14c71bd3408e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'b2d38299-2e18-4cce-852f-7764daad528e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:52:54Z', 'updated_at': '2021-12-14T17:52:55Z', 'revision_number': 3, 'project_id': 'b93cf5a3216e440abb14c71bd3408e06', 'gw_port': {'id': 'b2d38299-2e18-4cce-852f-7764daad528e', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e3:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:52:55Z', 'updated_at': '2021-12-14T17:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi'}] {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 17:52:59.813925 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-84a4d786-16b1-4efd-818f-f4cc2d915d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:59.823201 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-43bce66c-0906-4004-8382-8b6bb99d576f req-9f4c3cae-8c1c-43dc-884b-3dcd982b61d0 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2623839
Dec 14 17:52:59.845611 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-b8c09887-71d8-48aa-ae31-ddeb76088007 admin admin] Allocated IP 172.20.0.1 (ffc462dc-295a-4bfc-a609-89b327c7e36a/cfcf42a1-a9dc-46d7-a1db-ab5395db2486/e9c776cf-a878-415b-9e39-9eedaab8056e) {{(pid=88123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:52:59.968846 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-84a4d786-16b1-4efd-818f-f4cc2d915d5b None None] For port 06e9a6c1-a20c-4ded-9a53-597db88a3614, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=06e9a6c1-a20c-4ded-9a53-597db88a3614,segment=NetworkSegment(1a676214-4a5b-4dba-a1f0-b1423444406f),segment_id=1a676214-4a5b-4dba-a1f0-b1423444406f)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:52:59.973592 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-84a4d786-16b1-4efd-818f-f4cc2d915d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:52:59.982536 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:00.094033 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b8c09887-71d8-48aa-ae31-ddeb76088007 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:00.118227 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-b8c09887-71d8-48aa-ae31-ddeb76088007 admin admin] Transition to ACTIVE for port object e9c776cf-a878-415b-9e39-9eedaab8056e will not be triggered until provisioned by entity DHCP. {{(pid=88123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:53:00.142200 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4d786-16b1-4efd-818f-f4cc2d915d5b None None] Pushing event updated for resources: {'Port': ['ID=06e9a6c1-a20c-4ded-9a53-597db88a3614,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:00.146577 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-84a4d786-16b1-4efd-818f-f4cc2d915d5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:00.196797 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-bdcee85f-e08d-463f-a636-48790da02865 req-e07be85c-7406-46c4-a44d-800dccd5d8e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c35705db-bd11-4f34-bbd6-c42f1d037762&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0678151
Dec 14 17:53:00.197250 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb835d-b72f-4252-9316-9fe8d3795525 req-a61e25a6-910d-4cf5-bbb6-9d4384fa332f tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:00.198953 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-abfb835d-b72f-4252-9316-9fe8d3795525 req-a61e25a6-910d-4cf5-bbb6-9d4384fa332f tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.2077994
Dec 14 17:53:00.242396 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b8c09887-71d8-48aa-ae31-ddeb76088007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:00.266239 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:00.333853 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-abfb835d-b72f-4252-9316-9fe8d3795525 req-45d8e4f9-ffb2-4cdb-b69d-64c4b39aaea9 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1270270
Dec 14 17:53:00.407286 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c09887-71d8-48aa-ae31-ddeb76088007 admin admin] Network ffc462dc-295a-4bfc-a609-89b327c7e36a is already hosted by enough agents. {{(pid=88123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:53:00.427734 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-b8c09887-71d8-48aa-ae31-ddeb76088007 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:53:00.431268 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c09887-71d8-48aa-ae31-ddeb76088007 admin admin] Received port after_create {{(pid=88123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:53:00.528778 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c09887-71d8-48aa-ae31-ddeb76088007 admin admin] Pushing event updated for resources: {'Port': ['ID=e9c776cf-a878-415b-9e39-9eedaab8056e,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:00.539523 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b8c09887-71d8-48aa-ae31-ddeb76088007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:00.542845 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b8c09887-71d8-48aa-ae31-ddeb76088007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647541'] for router_interface, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:00.589869 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 06e9a6c1-a20c-4ded-9a53-597db88a3614 up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:53:00.685191 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b8c09887-71d8-48aa-ae31-ddeb76088007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:00.811229 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:00.870717 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port 06e9a6c1-a20c-4ded-9a53-597db88a3614 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:53:00.873142 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:01.163465 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-78c2b109-07a1-4b6d-a282-84cd2b77d95f None None] Provisioning complete for port 06e9a6c1-a20c-4ded-9a53-597db88a3614 triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:53:01.164039 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-78c2b109-07a1-4b6d-a282-84cd2b77d95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:01.197414 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b8c09887-71d8-48aa-ae31-ddeb76088007 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:01.222091 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b8c09887-71d8-48aa-ae31-ddeb76088007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1688486'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:01.271744 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d731e-5c54-44cc-9d52-9e25e36c5603 req-b920ec46-a563-4ac3-b8c9-dc96a7c111b0 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:01.282989 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-502d731e-5c54-44cc-9d52-9e25e36c5603 req-b920ec46-a563-4ac3-b8c9-dc96a7c111b0 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.2577713
Dec 14 17:53:01.298772 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e5881855-3eb7-42fb-a0ed-1fef69933d7b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:01.434385 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-502d731e-5c54-44cc-9d52-9e25e36c5603 req-dfca165a-fc5e-4243-8747-b60eb6c24825 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1503451
Dec 14 17:53:01.554505 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b8c09887-71d8-48aa-ae31-ddeb76088007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4068405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854128366'] for router_interface, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:01.557007 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-fe3effab-9721-48ed-b0b9-47c00adc049b None None] Provisioning for port e9c776cf-a878-415b-9e39-9eedaab8056e completed by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:53:01.564042 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-fe3effab-9721-48ed-b0b9-47c00adc049b None None] Provisioning complete for port e9c776cf-a878-415b-9e39-9eedaab8056e triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:53:01.564709 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fe3effab-9721-48ed-b0b9-47c00adc049b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:01.586006 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c09887-71d8-48aa-ae31-ddeb76088007 admin admin] Pushing event updated for resources: {'Port': ['ID=e9c776cf-a878-415b-9e39-9eedaab8056e,revision_number=2']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:01.610456 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b8c09887-71d8-48aa-ae31-ddeb76088007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:01.641146 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-fe3effab-9721-48ed-b0b9-47c00adc049b None None] Port e9c776cf-a878-415b-9e39-9eedaab8056e cannot update to ACTIVE because it is not bound. {{(pid=88124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 14 17:53:01.650600 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-bdcee85f-e08d-463f-a636-48790da02865 req-68f6785c-5fe0-4b41-abcf-378a16ba022a service neutron] 10.222.0.41 "GET /v2.0/networks/c35705db-bd11-4f34-bbd6-c42f1d037762?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5887895
Dec 14 17:53:01.657783 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd14cc-a0dc-48b8-8fc0-5f3207d8a69a req-4227f3c1-2073-48ee-ac85-6e5cba856a34 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:01.665856 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-24cd14cc-a0dc-48b8-8fc0-5f3207d8a69a req-4227f3c1-2073-48ee-ac85-6e5cba856a34 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.1289430
Dec 14 17:53:01.726815 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-24cd14cc-a0dc-48b8-8fc0-5f3207d8a69a req-3f6eecc4-ae53-49d3-9011-506b4e119d7b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598671
Dec 14 17:53:01.777849 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c09887-71d8-48aa-ae31-ddeb76088007 admin admin] Network ffc462dc-295a-4bfc-a609-89b327c7e36a is already hosted by enough agents. {{(pid=88123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:53:01.779244 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-b8c09887-71d8-48aa-ae31-ddeb76088007 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:53:02.181114 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-65871428-5237-4b32-8d81-203c700f1f69 None None] Provisioning complete for port e9c776cf-a878-415b-9e39-9eedaab8056e triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:53:02.181687 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-65871428-5237-4b32-8d81-203c700f1f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:02.273985 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-65871428-5237-4b32-8d81-203c700f1f69 None None] Port e9c776cf-a878-415b-9e39-9eedaab8056e cannot update to ACTIVE because it is not bound. {{(pid=88124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 14 17:53:02.450165 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-bdcee85f-e08d-463f-a636-48790da02865 req-d14f085c-b0e3-45d8-9d02-e00b044102c1 service neutron] 10.222.0.41 "GET /v2.0/networks/c35705db-bd11-4f34-bbd6-c42f1d037762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4024353
Dec 14 17:53:02.510786 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device b2d38299-2e18-4cce-852f-7764daad528e up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:53:02.618921 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c09887-71d8-48aa-ae31-ddeb76088007 admin admin] Router 74a67841-93ee-4dee-ac49-b31142585bbb has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 17:53:02.626503 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning for port b2d38299-2e18-4cce-852f-7764daad528e completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:53:02.633499 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port b2d38299-2e18-4cce-852f-7764daad528e triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:53:02.634370 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:02.723471 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209e59a-196a-4987-9f23-89d5df3a116d req-790fe2e9-5a83-47c2-bc8d-7879fd4da499 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:02.733029 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6209e59a-196a-4987-9f23-89d5df3a116d req-790fe2e9-5a83-47c2-bc8d-7879fd4da499 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.0945055
Dec 14 17:53:02.800030 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:02.826024 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] For port b2d38299-2e18-4cce-852f-7764daad528e, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=b2d38299-2e18-4cce-852f-7764daad528e,segment=NetworkSegment(031a1115-d006-4778-96dd-1bbd9a3ec485),segment_id=031a1115-d006-4778-96dd-1bbd9a3ec485)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:53:02.829602 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:02.835066 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:02.850410 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6209e59a-196a-4987-9f23-89d5df3a116d req-661d3993-6587-4935-aef8-29c884e560fd tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1160257
Dec 14 17:53:02.935675 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c09887-71d8-48aa-ae31-ddeb76088007 admin admin] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 17:53:02.949485 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Pushing event updated for resources: {'Port': ['ID=b2d38299-2e18-4cce-852f-7764daad528e,revision_number=4']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:02.950538 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-b8c09887-71d8-48aa-ae31-ddeb76088007 admin admin] 10.222.0.53 "PUT /v2.0/routers/74a67841-93ee-4dee-ac49-b31142585bbb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3625910
Dec 14 17:53:02.972829 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:03.101807 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81cc14-e8fc-43db-9ca1-1600cdbe2bae req-a5274366-a7be-4cc3-b516-f8f3d87b27a3 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:03.139466 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-fa81cc14-e8fc-43db-9ca1-1600cdbe2bae req-a5274366-a7be-4cc3-b516-f8f3d87b27a3 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.2036161
Dec 14 17:53:03.299321 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-fa81cc14-e8fc-43db-9ca1-1600cdbe2bae req-c9e50eba-7571-4273-9c99-8df78d0d525d tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1569746
Dec 14 17:53:04.024986 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9205d3c6-c1f4-47a4-b71d-b31b49c71515 req-acabfa46-f0cf-40d3-a71f-f7e347c2175e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 1098 time: 0.1345394
Dec 14 17:53:04.137256 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9205d3c6-c1f4-47a4-b71d-b31b49c71515 req-d4253522-1fd5-47ce-8411-d73c04251e66 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047168
Dec 14 17:53:04.250923 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da503a7e-057f-426f-a7f9-c024e836cf1a req-50cec89b-5714-43be-8373-b88755a9e6cb tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:04.261425 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-da503a7e-057f-426f-a7f9-c024e836cf1a req-50cec89b-5714-43be-8373-b88755a9e6cb tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.1436877
Dec 14 17:53:04.352162 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-da503a7e-057f-426f-a7f9-c024e836cf1a req-f85305eb-84d0-4542-ab9c-965eda01c72e tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863595
Dec 14 17:53:04.446242 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device b2d38299-2e18-4cce-852f-7764daad528e up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:53:04.557561 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port b2d38299-2e18-4cce-852f-7764daad528e triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:53:04.557940 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:04.694316 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baacf96b-43a8-4469-a4cd-bf94b98c15f6 None None] Sync routers for ids ['74a67841-93ee-4dee-ac49-b31142585bbb'] in dv-cinder-821737-1-iscsi {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 17:53:04.906246 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1efb7-ceb6-45ea-8c54-7a0899839ef6 req-a13929c9-8c56-43ba-b4a0-61c520207ac1 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:04.914847 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-72c1efb7-ceb6-45ea-8c54-7a0899839ef6 req-a13929c9-8c56-43ba-b4a0-61c520207ac1 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.1566777
Dec 14 17:53:04.942665 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baacf96b-43a8-4469-a4cd-bf94b98c15f6 None None] Routers {'74a67841-93ee-4dee-ac49-b31142585bbb'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:53:04.943392 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-baacf96b-43a8-4469-a4cd-bf94b98c15f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622c7c09e8>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:52:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['74a67841-93ee-4dee-ac49-b31142585bbb'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:53:04.978107 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-72c1efb7-ceb6-45ea-8c54-7a0899839ef6 req-d98dd429-4034-47ee-b675-04e50a3d772f tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615225
Dec 14 17:53:04.998082 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 46694) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:05.008406 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-98d274e8-b388-41c1-b287-edc08d66bb2e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1912195154-network', 'tenant_id': 'ad52951403c14720b20d94e089cf1e5c'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:53:05.014460 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-98d274e8-b388-41c1-b287-edc08d66bb2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:05.020428 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-98d274e8-b388-41c1-b287-edc08d66bb2e admin admin] Usage tracker for resource:network and tenant:ad52951403c14720b20d94e089cf1e5c is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:05.024760 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-98d274e8-b388-41c1-b287-edc08d66bb2e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:05.032910 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-98d274e8-b388-41c1-b287-edc08d66bb2e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:05.044916 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d274e8-b388-41c1-b287-edc08d66bb2e admin admin] Made reservation on behalf of ad52951403c14720b20d94e089cf1e5c for: {'network': 1} {{(pid=88123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:53:05.053585 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-98d274e8-b388-41c1-b287-edc08d66bb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for network, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:05.076883 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-98d274e8-b388-41c1-b287-edc08d66bb2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:05.165620 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-98d274e8-b388-41c1-b287-edc08d66bb2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:05.176255 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-98d274e8-b388-41c1-b287-edc08d66bb2e admin admin] Usage tracker for resource:security_group_rule and tenant:ad52951403c14720b20d94e089cf1e5c is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:05.187437 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-98d274e8-b388-41c1-b287-edc08d66bb2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:05.202423 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-98d274e8-b388-41c1-b287-edc08d66bb2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:05.393689 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-98d274e8-b388-41c1-b287-edc08d66bb2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:05.414925 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-98d274e8-b388-41c1-b287-edc08d66bb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:05.427822 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-c3e0ea72-9b2b-43cb-bb1e-13d64cb5ef24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:05.492321 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-baacf96b-43a8-4469-a4cd-bf94b98c15f6 None None] Set router 74a67841-93ee-4dee-ac49-b31142585bbb gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:53:05.557363 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d274e8-b388-41c1-b287-edc08d66bb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4572314-a09b-404a-b35a-667670d20be4,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:05.564424 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-98d274e8-b388-41c1-b287-edc08d66bb2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:05.588647 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d274e8-b388-41c1-b287-edc08d66bb2e admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'}  {{(pid=88123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 14 17:53:05.609527 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-98d274e8-b388-41c1-b287-edc08d66bb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:05.610033 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.segments_db [None req-98d274e8-b388-41c1-b287-edc08d66bb2e admin admin] Added segment ab43a909-d72c-4fbd-8aa1-97997d9af685 of type vlan for network 08e6b3db-43df-4d5d-bc0b-c7569cce8403
Dec 14 17:53:05.686662 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-98d274e8-b388-41c1-b287-edc08d66bb2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753727864657'] for network, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:05.827933 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-98d274e8-b388-41c1-b287-edc08d66bb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388'] for network, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:05.829565 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d274e8-b388-41c1-b287-edc08d66bb2e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:05.833580 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-98d274e8-b388-41c1-b287-edc08d66bb2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:05.865026 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1e8d3-6b4d-488b-b2da-12371a395fcc req-ebcbb5c8-5e67-4bc7-b89d-f0e5dc42f96a tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:05.870642 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:05.874223 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1ab1e8d3-6b4d-488b-b2da-12371a395fcc req-ebcbb5c8-5e67-4bc7-b89d-f0e5dc42f96a tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.1781855
Dec 14 17:53:05.885705 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-baacf96b-43a8-4469-a4cd-bf94b98c15f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622c7c09e8>, [{'id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'name': 'tempest-TestShelveInstance-218281105-router', 'tenant_id': 'b93cf5a3216e440abb14c71bd3408e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'b2d38299-2e18-4cce-852f-7764daad528e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:52:54Z', 'updated_at': '2021-12-14T17:53:00Z', 'revision_number': 4, 'project_id': 'b93cf5a3216e440abb14c71bd3408e06', 'gw_port': {'id': 'b2d38299-2e18-4cce-852f-7764daad528e', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:52:55Z', 'updated_at': '2021-12-14T17:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'e9c776cf-a878-415b-9e39-9eedaab8056e', 'name': '', 'network_id': 'ffc462dc-295a-4bfc-a609-89b327c7e36a', 'tenant_id': 'b93cf5a3216e440abb14c71bd3408e06', 'mac_address': 'fa:16:3e:51:33:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfcf42a1-a9dc-46d7-a1db-ab5395db2486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:52:59Z', 'updated_at': '2021-12-14T17:53:00Z', 'revision_number': 2, 'project_id': 'b93cf5a3216e440abb14c71bd3408e06', 'subnets': [{'id': 'cfcf42a1-a9dc-46d7-a1db-ab5395db2486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:53:05.891527 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baacf96b-43a8-4469-a4cd-bf94b98c15f6 None None] Checking router: 74a67841-93ee-4dee-ac49-b31142585bbb for host: dv-cinder-821737-1-iscsi {{(pid=88124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 17:53:05.892129 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baacf96b-43a8-4469-a4cd-bf94b98c15f6 None None] Updating router 74a67841-93ee-4dee-ac49-b31142585bbb port e9c776cf-a878-415b-9e39-9eedaab8056e binding host dv-cinder-821737-1-iscsi {{(pid=88124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 14 17:53:05.896200 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-98d274e8-b388-41c1-b287-edc08d66bb2e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8967860
Dec 14 17:53:05.900784 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 46726) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:05.917840 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-bd721d02-9503-457e-aa2a-3f08314f51ac admin admin] Request body: {'subnet': {'network_id': '08e6b3db-43df-4d5d-bc0b-c7569cce8403', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1912195154-subnet', 'tenant_id': 'ad52951403c14720b20d94e089cf1e5c', 'ip_version': 4}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:53:05.943606 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1ab1e8d3-6b4d-488b-b2da-12371a395fcc req-3937f135-afbd-4c86-bb04-74f07a233008 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678241
Dec 14 17:53:05.946042 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-bd721d02-9503-457e-aa2a-3f08314f51ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:05.953522 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-bd721d02-9503-457e-aa2a-3f08314f51ac admin admin] Usage tracker for resource:subnet and tenant:ad52951403c14720b20d94e089cf1e5c is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:05.970309 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-baacf96b-43a8-4469-a4cd-bf94b98c15f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:06.011314 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-bd721d02-9503-457e-aa2a-3f08314f51ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:06.032256 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-bd721d02-9503-457e-aa2a-3f08314f51ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:06.036081 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d274e8-b388-41c1-b287-edc08d66bb2e admin admin] Pushing event updated for resources: {'Network': ['ID=08e6b3db-43df-4d5d-bc0b-c7569cce8403,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:06.043445 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-98d274e8-b388-41c1-b287-edc08d66bb2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:06.059356 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd721d02-9503-457e-aa2a-3f08314f51ac admin admin] Made reservation on behalf of ad52951403c14720b20d94e089cf1e5c for: {'subnet': 1} {{(pid=88123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:53:06.059609 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Network 08e6b3db-43df-4d5d-bc0b-c7569cce8403 details requested by agent ovs-agent-dv-cinder-821737-1-iscsi with host dv-cinder-821737-1-iscsi {{(pid=88124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 14 17:53:06.067569 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bd721d02-9503-457e-aa2a-3f08314f51ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852940243'] for subnet, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:06.260010 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000dd7f-7f65-487d-9801-fb3402f6c344 req-637bcc2d-5108-4c09-a754-f441777d8681 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:06.262848 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9000dd7f-7f65-487d-9801-fb3402f6c344 req-637bcc2d-5108-4c09-a754-f441777d8681 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.1341062
Dec 14 17:53:06.337202 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9000dd7f-7f65-487d-9801-fb3402f6c344 req-607dd94f-9369-4203-8997-cac6a7b96760 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0668485
Dec 14 17:53:06.380817 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bd721d02-9503-457e-aa2a-3f08314f51ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853087467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852940228'] for subnet, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:06.386731 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e1d740ed-a3b9-4f5d-9827-e9de42e4ebcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:06.465110 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd721d02-9503-457e-aa2a-3f08314f51ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=80a9f306-6132-449d-9568-4f62ca37d08c,revision_number=0']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:06.468162 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-bd721d02-9503-457e-aa2a-3f08314f51ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:06.484459 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd721d02-9503-457e-aa2a-3f08314f51ac admin admin] Checking segment: {'id': 'ab43a909-d72c-4fbd-8aa1-97997d9af685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08e6b3db-43df-4d5d-bc0b-c7569cce8403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:53:06.484734 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd721d02-9503-457e-aa2a-3f08314f51ac admin admin] Network hostable DHCP agents. Network: 08e6b3db-43df-4d5d-bc0b-c7569cce8403, hostable agents: ['ca44529e-a98f-42ef-93fd-bf8911629c2d'], hosted agents: [] {{(pid=88123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 14 17:53:06.510039 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd721d02-9503-457e-aa2a-3f08314f51ac admin admin] Network 08e6b3db-43df-4d5d-bc0b-c7569cce8403 is scheduled to be hosted by DHCP agent ca44529e-a98f-42ef-93fd-bf8911629c2d with binding_index 1 {{(pid=88123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 14 17:53:06.520608 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-bd721d02-9503-457e-aa2a-3f08314f51ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-iscsi, 08e6b3db-43df-4d5d-bc0b-c7569cce8403) {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:53:06.529552 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd721d02-9503-457e-aa2a-3f08314f51ac admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:06.530276 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bd721d02-9503-457e-aa2a-3f08314f51ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for subnet, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:06.538485 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6737d3-6340-48bc-b797-2663ca118e69 None None] Network 08e6b3db-43df-4d5d-bc0b-c7569cce8403 requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:53:06.558241 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-bd721d02-9503-457e-aa2a-3f08314f51ac admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6558983
Dec 14 17:53:06.560912 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 46752) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:06.569841 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-346b831a-a470-470c-a717-18f094f7f640 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1912195154-router', 'tenant_id': 'ad52951403c14720b20d94e089cf1e5c', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'}}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:53:06.574889 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-346b831a-a470-470c-a717-18f094f7f640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:06.579620 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-346b831a-a470-470c-a717-18f094f7f640 admin admin] Usage tracker for resource:router and tenant:ad52951403c14720b20d94e089cf1e5c is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:06.583271 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-346b831a-a470-470c-a717-18f094f7f640 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:06.588005 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-baacf96b-43a8-4469-a4cd-bf94b98c15f6 None None] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:06.590411 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-346b831a-a470-470c-a717-18f094f7f640 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:06.602476 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-346b831a-a470-470c-a717-18f094f7f640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-578992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128592'] for router, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:06.603503 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-346b831a-a470-470c-a717-18f094f7f640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854196974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854647208'] for router, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:06.635662 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-346b831a-a470-470c-a717-18f094f7f640 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:06.663332 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-baacf96b-43a8-4469-a4cd-bf94b98c15f6 None None] Transition to ACTIVE for port object e9c776cf-a878-415b-9e39-9eedaab8056e will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:53:06.731668 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-baacf96b-43a8-4469-a4cd-bf94b98c15f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:06.793278 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:06.845616 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-346b831a-a470-470c-a717-18f094f7f640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854647223'] for router, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:06.899907 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ff855-0d50-4a2a-82d5-348a8412bffa None None] Pushing event updated for resources: {'Port': ['ID=e9c776cf-a878-415b-9e39-9eedaab8056e,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:06.910833 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-d60ff855-0d50-4a2a-82d5-348a8412bffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:07.013818 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64993164-58b9-4ca2-bc84-14f93654a081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65ba46df-7991-5938-b91f-03c1a22b974b-08e6b3db-43df-4d5d-bc0b-c7569cce8403', 'network_id': '08e6b3db-43df-4d5d-bc0b-c7569cce8403', 'tenant_id': 'ad52951403c14720b20d94e089cf1e5c', 'fixed_ips': [{'subnet_id': '80a9f306-6132-449d-9568-4f62ca37d08c'}]}} from dv-cinder-821737-1-iscsi. {{(pid=88124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 14 17:53:07.015083 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-64993164-58b9-4ca2-bc84-14f93654a081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:07.095505 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-346b831a-a470-470c-a717-18f094f7f640 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:07.150090 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-346b831a-a470-470c-a717-18f094f7f640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:07.413808 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-64993164-58b9-4ca2-bc84-14f93654a081 None None] Allocated IP 172.20.0.2 (08e6b3db-43df-4d5d-bc0b-c7569cce8403/80a9f306-6132-449d-9568-4f62ca37d08c/b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:53:07.477112 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c86c0b-045d-4286-9c9e-c157b1fe7f44 req-6d5c79ae-c74d-47d3-b255-a1eb99c84c2a tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:07.484407 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b0c86c0b-045d-4286-9c9e-c157b1fe7f44 req-6d5c79ae-c74d-47d3-b255-a1eb99c84c2a tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.2689970
Dec 14 17:53:07.515863 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-346b831a-a470-470c-a717-18f094f7f640 admin admin] Allocated IP 172.27.2.92 (b3d2256c-c519-4427-b3bb-181a657f5e18/431330ab-9b63-4a3b-8088-f9712ed58753/e424e111-12b7-47db-8156-65b4abdc786d) {{(pid=88123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:53:07.617919 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b0c86c0b-045d-4286-9c9e-c157b1fe7f44 req-abb84567-6087-4643-802c-decf769a1b67 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270943
Dec 14 17:53:07.831753 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32eb36b-5bd3-4c0c-9dac-76411043cab2 req-f2d4f123-fcf6-46fc-a14a-cfe2cdca325e tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:07.844898 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e32eb36b-5bd3-4c0c-9dac-76411043cab2 req-f2d4f123-fcf6-46fc-a14a-cfe2cdca325e tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.2022908
Dec 14 17:53:07.863668 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-346b831a-a470-470c-a717-18f094f7f640 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:07.914765 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-64993164-58b9-4ca2-bc84-14f93654a081 None None] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:07.920832 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-346b831a-a470-470c-a717-18f094f7f640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:07.925980 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:07.929701 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-64993164-58b9-4ca2-bc84-14f93654a081 None None] Transition to ACTIVE for port object b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:53:07.952016 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e32eb36b-5bd3-4c0c-9dac-76411043cab2 req-bfd922c1-76ee-4774-884e-c781d6fad4a3 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1059861
Dec 14 17:53:08.018369 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-64993164-58b9-4ca2-bc84-14f93654a081 None None] Transition to ACTIVE for port object b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd will not be triggered until provisioned by entity DHCP. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:53:08.024178 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-baacf96b-43a8-4469-a4cd-bf94b98c15f6 None None] Attempting to bind port e9c776cf-a878-415b-9e39-9eedaab8056e on host dv-cinder-821737-1-iscsi for vnic_type normal with profile  {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:53:08.024606 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-baacf96b-43a8-4469-a4cd-bf94b98c15f6 None None] Attempting to bind port e9c776cf-a878-415b-9e39-9eedaab8056e by drivers openvswitch,hyperv on host dv-cinder-821737-1-iscsi at level 0 using segments [{'id': '1a676214-4a5b-4dba-a1f0-b1423444406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ffc462dc-295a-4bfc-a609-89b327c7e36a'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:53:08.025002 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baacf96b-43a8-4469-a4cd-bf94b98c15f6 None None] Attempting to bind port e9c776cf-a878-415b-9e39-9eedaab8056e on network ffc462dc-295a-4bfc-a609-89b327c7e36a {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:53:08.041855 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-64993164-58b9-4ca2-bc84-14f93654a081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:08.060053 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:08.090043 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346b831a-a470-470c-a717-18f094f7f640 admin admin] Network b3d2256c-c519-4427-b3bb-181a657f5e18 is already hosted by enough agents. {{(pid=88123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:53:08.093255 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-346b831a-a470-470c-a717-18f094f7f640 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:53:08.095999 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346b831a-a470-470c-a717-18f094f7f640 admin admin] Received port after_create {{(pid=88123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:53:08.164096 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 46862) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:08.213352 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64993164-58b9-4ca2-bc84-14f93654a081 None None] Pushing event updated for resources: {'Port': ['ID=b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:08.221034 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baacf96b-43a8-4469-a4cd-bf94b98c15f6 None None] Checking agent: {'id': 'cfd28b24-d8e5-433a-a8d2-fa726f969496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 41, 52), 'started_at': datetime.datetime(2021, 12, 14, 17, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:53:08.224318 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baacf96b-43a8-4469-a4cd-bf94b98c15f6 None None] Checking segment: {'id': '1a676214-4a5b-4dba-a1f0-b1423444406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ffc462dc-295a-4bfc-a609-89b327c7e36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:53:08.224903 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-baacf96b-43a8-4469-a4cd-bf94b98c15f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:08.225451 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baacf96b-43a8-4469-a4cd-bf94b98c15f6 None None] Bound using segment: {'id': '1a676214-4a5b-4dba-a1f0-b1423444406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ffc462dc-295a-4bfc-a609-89b327c7e36a'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:53:08.226136 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-baacf96b-43a8-4469-a4cd-bf94b98c15f6 None None] Bound port: e9c776cf-a878-415b-9e39-9eedaab8056e, host: dv-cinder-821737-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a676214-4a5b-4dba-a1f0-b1423444406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ffc462dc-295a-4bfc-a609-89b327c7e36a'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:53:08.226667 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-baacf96b-43a8-4469-a4cd-bf94b98c15f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:08.262139 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-64993164-58b9-4ca2-bc84-14f93654a081 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:08.295296 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64993164-58b9-4ca2-bc84-14f93654a081 None None] Network 08e6b3db-43df-4d5d-bc0b-c7569cce8403 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:53:08.304051 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-64993164-58b9-4ca2-bc84-14f93654a081 None None] Resources bound (agent type, host, resource id):  {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:53:08.348810 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b831a-a470-470c-a717-18f094f7f640 admin admin] Pushing event updated for resources: {'Port': ['ID=e424e111-12b7-47db-8156-65b4abdc786d,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:08.369562 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-346b831a-a470-470c-a717-18f094f7f640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:08.383086 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64993164-58b9-4ca2-bc84-14f93654a081 None None] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:53:08.396716 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 46876) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:08.488140 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-346b831a-a470-470c-a717-18f094f7f640 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:08.488930 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-346b831a-a470-470c-a717-18f094f7f640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854196824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854129360'] for router, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:08.551267 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0fba3e29-6b23-417d-839c-0dd0994a9c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:08.644795 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-0fba3e29-6b23-417d-839c-0dd0994a9c74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:08.655745 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-0fba3e29-6b23-417d-839c-0dd0994a9c74 admin admin] Usage tracker for resource:security_group_rule and tenant:95a03f9775e8465da4ac98550ce14bc5 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:08.672731 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-0fba3e29-6b23-417d-839c-0dd0994a9c74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:08.680489 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-0fba3e29-6b23-417d-839c-0dd0994a9c74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:08.800224 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fcf1b03f-94cb-4237-bc47-7835b675f805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:08.842589 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 46890) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:08.864773 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-baacf96b-43a8-4469-a4cd-bf94b98c15f6 None None] For port e9c776cf-a878-415b-9e39-9eedaab8056e, host dv-cinder-821737-1-iscsi, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:53:08.867420 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-64993164-58b9-4ca2-bc84-14f93654a081 None None] Attempting to bind port b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd on host dv-cinder-821737-1-iscsi for vnic_type normal with profile  {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:53:08.867939 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-64993164-58b9-4ca2-bc84-14f93654a081 None None] Attempting to bind port b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd by drivers openvswitch,hyperv on host dv-cinder-821737-1-iscsi at level 0 using segments [{'id': 'ab43a909-d72c-4fbd-8aa1-97997d9af685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08e6b3db-43df-4d5d-bc0b-c7569cce8403'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:53:08.868531 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64993164-58b9-4ca2-bc84-14f93654a081 None None] Attempting to bind port b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd on network 08e6b3db-43df-4d5d-bc0b-c7569cce8403 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:53:08.874550 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0fba3e29-6b23-417d-839c-0dd0994a9c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:08.880885 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-baacf96b-43a8-4469-a4cd-bf94b98c15f6 None None] For port e9c776cf-a878-415b-9e39-9eedaab8056e, host dv-cinder-821737-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=e9c776cf-a878-415b-9e39-9eedaab8056e,segment=NetworkSegment(1a676214-4a5b-4dba-a1f0-b1423444406f),segment_id=1a676214-4a5b-4dba-a1f0-b1423444406f)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:53:08.882328 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64993164-58b9-4ca2-bc84-14f93654a081 None None] Checking agent: {'id': 'cfd28b24-d8e5-433a-a8d2-fa726f969496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 41, 52), 'started_at': datetime.datetime(2021, 12, 14, 17, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:53:08.882921 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64993164-58b9-4ca2-bc84-14f93654a081 None None] Checking segment: {'id': 'ab43a909-d72c-4fbd-8aa1-97997d9af685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08e6b3db-43df-4d5d-bc0b-c7569cce8403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:53:08.883489 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-64993164-58b9-4ca2-bc84-14f93654a081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:08.884514 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64993164-58b9-4ca2-bc84-14f93654a081 None None] Bound using segment: {'id': 'ab43a909-d72c-4fbd-8aa1-97997d9af685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08e6b3db-43df-4d5d-bc0b-c7569cce8403'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:53:08.884775 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-64993164-58b9-4ca2-bc84-14f93654a081 None None] Bound port: b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd, host: dv-cinder-821737-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab43a909-d72c-4fbd-8aa1-97997d9af685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08e6b3db-43df-4d5d-bc0b-c7569cce8403'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:53:08.885296 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-64993164-58b9-4ca2-bc84-14f93654a081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:08.888105 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-fcf1b03f-94cb-4237-bc47-7835b675f805 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:08.897101 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e1629-0386-4088-b40e-2f6b190f6ed5 req-d75e602d-5f46-4f9e-b6a3-1364b7cc8d6e tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:08.900400 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-fcf1b03f-94cb-4237-bc47-7835b675f805 admin admin] Usage tracker for resource:security_group_rule and tenant:eee767d57fd9440e84c90ae677abffd1 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:08.906161 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d96e1629-0386-4088-b40e-2f6b190f6ed5 req-d75e602d-5f46-4f9e-b6a3-1364b7cc8d6e tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.1966667
Dec 14 17:53:08.908683 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0fba3e29-6b23-417d-839c-0dd0994a9c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:08.909615 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-fcf1b03f-94cb-4237-bc47-7835b675f805 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:08.918246 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-939f6f9d-5216-4cd6-a008-e77ec31dac1f req-e2b45e0e-3e7f-4c21-96b8-005fe146c7d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02573c92b5c647b2982d81b49df3d4cb&device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 1098 time: 0.2732491
Dec 14 17:53:08.924690 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-fcf1b03f-94cb-4237-bc47-7835b675f805 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:08.935822 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-baacf96b-43a8-4469-a4cd-bf94b98c15f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:08.951749 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-4ba6bb58-0786-445d-aa10-34d94eb625f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:08.958182 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:09.001815 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-0fba3e29-6b23-417d-839c-0dd0994a9c74 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=95a03f9775e8465da4ac98550ce14bc5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8319750
Dec 14 17:53:09.007130 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba3e29-6b23-417d-839c-0dd0994a9c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cf7e49-62d5-4d71-a1cb-98b5d0ca5feb,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:09.022843 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-0fba3e29-6b23-417d-839c-0dd0994a9c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:09.023438 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 46898) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:09.066376 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baacf96b-43a8-4469-a4cd-bf94b98c15f6 None None] Routers {'74a67841-93ee-4dee-ac49-b31142585bbb'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:53:09.067271 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-baacf96b-43a8-4469-a4cd-bf94b98c15f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622c7c09e8>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:52:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['74a67841-93ee-4dee-ac49-b31142585bbb'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:53:09.134696 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d96e1629-0386-4088-b40e-2f6b190f6ed5 req-14ecf30c-a3ff-43eb-a5fd-17485dfe36f8 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2266548
Dec 14 17:53:09.174166 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ff855-0d50-4a2a-82d5-348a8412bffa None None] Pushing event updated for resources: {'Port': ['ID=e9c776cf-a878-415b-9e39-9eedaab8056e,revision_number=4']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:09.180481 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-64993164-58b9-4ca2-bc84-14f93654a081 None None] For port b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd, host dv-cinder-821737-1-iscsi, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:53:09.186495 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-d60ff855-0d50-4a2a-82d5-348a8412bffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:09.195068 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f867c08b-ebb6-4713-b12a-91be47f4889b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:09.252749 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-64993164-58b9-4ca2-bc84-14f93654a081 None None] For port b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd, host dv-cinder-821737-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd,segment=NetworkSegment(ab43a909-d72c-4fbd-8aa1-97997d9af685),segment_id=ab43a909-d72c-4fbd-8aa1-97997d9af685)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:53:09.278148 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-64993164-58b9-4ca2-bc84-14f93654a081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:09.291767 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-84a4d786-16b1-4efd-818f-f4cc2d915d5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:09.296136 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f867c08b-ebb6-4713-b12a-91be47f4889b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:09.402951 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64993164-58b9-4ca2-bc84-14f93654a081 None None] Pushing event updated for resources: {'Port': ['ID=b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:09.408134 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-64993164-58b9-4ca2-bc84-14f93654a081 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:09.418437 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-baacf96b-43a8-4469-a4cd-bf94b98c15f6 None None] Set router 74a67841-93ee-4dee-ac49-b31142585bbb gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:53:09.426779 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f52b9365-f58d-4804-9d45-6e1be966d845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:09.451223 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668ca70-b0eb-4f32-9d80-c652ee0693ad req-a7b602d1-0412-4baf-bf5c-5fc9e5a85ae6 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:09.455754 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8668ca70-b0eb-4f32-9d80-c652ee0693ad req-a7b602d1-0412-4baf-bf5c-5fc9e5a85ae6 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.2915902
Dec 14 17:53:09.464628 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f867c08b-ebb6-4713-b12a-91be47f4889b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:09.471335 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-013692f3-ddb6-4476-a01e-4292573c2faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:09.505842 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867c08b-ebb6-4713-b12a-91be47f4889b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cf7e49-62d5-4d71-a1cb-98b5d0ca5feb,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:09.526242 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-f867c08b-ebb6-4713-b12a-91be47f4889b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:09.527368 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f867c08b-ebb6-4713-b12a-91be47f4889b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:09.528745 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-f867c08b-ebb6-4713-b12a-91be47f4889b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/32cf7e49-62d5-4d71-a1cb-98b5d0ca5feb HTTP/1.1" status: 204  len: 168 time: 0.5012062
Dec 14 17:53:09.577954 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8668ca70-b0eb-4f32-9d80-c652ee0693ad req-2b62f1a3-ba8f-425a-9af0-107e1005d90d tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1055226
Dec 14 17:53:09.592279 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-f52b9365-f58d-4804-9d45-6e1be966d845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:09.623792 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-f52b9365-f58d-4804-9d45-6e1be966d845 admin admin] Usage tracker for resource:security_group_rule and tenant:49924dae53484a359a1113891302985d is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:09.632481 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-f52b9365-f58d-4804-9d45-6e1be966d845 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:09.648506 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f6f9d-5216-4cd6-a008-e77ec31dac1f req-93559d45-e0bf-4c18-8265-334a00d4880d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:09.650207 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-939f6f9d-5216-4cd6-a008-e77ec31dac1f req-93559d45-e0bf-4c18-8265-334a00d4880d service neutron] 10.222.0.41 "GET /v2.0/networks?id=c35705db-bd11-4f34-bbd6-c42f1d037762 HTTP/1.1" status: 200  len: 920 time: 0.7221458
Dec 14 17:53:09.653031 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-f52b9365-f58d-4804-9d45-6e1be966d845 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:09.727383 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fcf1b03f-94cb-4237-bc47-7835b675f805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:09.747127 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fcf1b03f-94cb-4237-bc47-7835b675f805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:09.765580 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-d245a710-af92-4348-9c82-22f8ae0caf9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:09.805138 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-939f6f9d-5216-4cd6-a008-e77ec31dac1f req-a9f3a026-26c3-4739-aa3d-9756fee86ec9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da1e9390-2f53-477c-a923-727d93981952 HTTP/1.1" status: 200  len: 217 time: 0.1464064
Dec 14 17:53:09.920131 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-baacf96b-43a8-4469-a4cd-bf94b98c15f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622c7c09e8>, [{'id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'name': 'tempest-TestShelveInstance-218281105-router', 'tenant_id': 'b93cf5a3216e440abb14c71bd3408e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'b2d38299-2e18-4cce-852f-7764daad528e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:52:54Z', 'updated_at': '2021-12-14T17:53:00Z', 'revision_number': 4, 'project_id': 'b93cf5a3216e440abb14c71bd3408e06', 'gw_port': {'id': 'b2d38299-2e18-4cce-852f-7764daad528e', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:52:55Z', 'updated_at': '2021-12-14T17:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'e9c776cf-a878-415b-9e39-9eedaab8056e', 'name': '', 'network_id': 'ffc462dc-295a-4bfc-a609-89b327c7e36a', 'tenant_id': 'b93cf5a3216e440abb14c71bd3408e06', 'mac_address': 'fa:16:3e:51:33:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfcf42a1-a9dc-46d7-a1db-ab5395db2486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:52:59Z', 'updated_at': '2021-12-14T17:53:08Z', 'revision_number': 4, 'project_id': 'b93cf5a3216e440abb14c71bd3408e06', 'subnets': [{'id': 'cfcf42a1-a9dc-46d7-a1db-ab5395db2486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:53:09.923234 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf1b03f-94cb-4237-bc47-7835b675f805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f54aef-3b00-49f2-9c04-17404a1c0b77,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:09.928434 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-fcf1b03f-94cb-4237-bc47-7835b675f805 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eee767d57fd9440e84c90ae677abffd1&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5305996
Dec 14 17:53:09.928904 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 46910) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:09.929759 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-fcf1b03f-94cb-4237-bc47-7835b675f805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:09.932065 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 46912) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:09.938963 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baacf96b-43a8-4469-a4cd-bf94b98c15f6 None None] The sync data for ids ['74a67841-93ee-4dee-ac49-b31142585bbb'] in dv-cinder-821737-1-iscsi is: [{'id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'name': 'tempest-TestShelveInstance-218281105-router', 'tenant_id': 'b93cf5a3216e440abb14c71bd3408e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'b2d38299-2e18-4cce-852f-7764daad528e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:52:54Z', 'updated_at': '2021-12-14T17:53:00Z', 'revision_number': 4, 'project_id': 'b93cf5a3216e440abb14c71bd3408e06', 'gw_port': {'id': 'b2d38299-2e18-4cce-852f-7764daad528e', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:52:55Z', 'updated_at': '2021-12-14T17:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'e9c776cf-a878-415b-9e39-9eedaab8056e', 'name': '', 'network_id': 'ffc462dc-295a-4bfc-a609-89b327c7e36a', 'tenant_id': 'b93cf5a3216e440abb14c71bd3408e06', 'mac_address': 'fa:16:3e:51:33:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfcf42a1-a9dc-46d7-a1db-ab5395db2486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:52:59Z', 'updated_at': '2021-12-14T17:53:08Z', 'revision_number': 4, 'project_id': 'b93cf5a3216e440abb14c71bd3408e06', 'subnets': [{'id': 'cfcf42a1-a9dc-46d7-a1db-ab5395db2486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 17:53:10.052366 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f6f9d-5216-4cd6-a008-e77ec31dac1f req-a5e3dadc-5961-48f8-9945-b3aefbafc1c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:10.054079 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-939f6f9d-5216-4cd6-a008-e77ec31dac1f req-a5e3dadc-5961-48f8-9945-b3aefbafc1c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53bb809e-79d6-4e3e-82eb-339121ccc0a1 HTTP/1.1" status: 200  len: 859 time: 0.2232141
Dec 14 17:53:10.068340 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f52b9365-f58d-4804-9d45-6e1be966d845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:10.070912 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346b831a-a470-470c-a717-18f094f7f640 admin admin] Router 30f6e28e-a79d-4726-aa9e-1ec5506277da is scheduled to L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a with binding_index 1 {{(pid=88123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 14 17:53:10.100382 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf6ca84a-bd8d-4225-b55e-b9aa4d77e8ec admin admin] Deleting subnet 731eeeab-24b7-43ec-9c4f-fa31095228c7 {{(pid=88122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 14 17:53:10.112295 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bf6ca84a-bd8d-4225-b55e-b9aa4d77e8ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:10.153417 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f52b9365-f58d-4804-9d45-6e1be966d845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:10.171651 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-4c68600e-96da-4e44-860a-46564d3ac63b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:10.200569 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-939f6f9d-5216-4cd6-a008-e77ec31dac1f req-8475a943-7a04-4e07-b453-6debffb27713 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c35705db-bd11-4f34-bbd6-c42f1d037762&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1270170
Dec 14 17:53:10.264824 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b9365-f58d-4804-9d45-6e1be966d845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dadff58-900c-47da-8c84-968d488ece3c,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:10.286582 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-f52b9365-f58d-4804-9d45-6e1be966d845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:10.287959 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a91cdc93-f2ab-4c88-8ee9-3d67715ab292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:10.302902 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bf6ca84a-bd8d-4225-b55e-b9aa4d77e8ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1558389'] for subnet, precommit_delete_associations {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:10.388516 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-f52b9365-f58d-4804-9d45-6e1be966d845 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=49924dae53484a359a1113891302985d&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5417497
Dec 14 17:53:10.395639 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 46926) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:10.576567 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device e9c776cf-a878-415b-9e39-9eedaab8056e up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:53:10.579746 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a91cdc93-f2ab-4c88-8ee9-3d67715ab292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:10.653338 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bf6ca84a-bd8d-4225-b55e-b9aa4d77e8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2926108'] for subnet, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:10.664720 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-939f6f9d-5216-4cd6-a008-e77ec31dac1f req-ef33a1d1-0845-4faa-be6a-5a2c2f03ef8d service neutron] 10.222.0.41 "GET /v2.0/networks/c35705db-bd11-4f34-bbd6-c42f1d037762?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4471755
Dec 14 17:53:10.720968 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-536160cf-a225-463c-b836-35308b46aceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:10.742904 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a705463-cca7-4448-a337-aebe4373133f req-e592a99a-5df1-419e-9c63-bc8e3cadf3fc tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:10.746109 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9a705463-cca7-4448-a337-aebe4373133f req-e592a99a-5df1-419e-9c63-bc8e3cadf3fc tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.3570735
Dec 14 17:53:10.750734 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning for port e9c776cf-a878-415b-9e39-9eedaab8056e completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:53:10.765238 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port e9c776cf-a878-415b-9e39-9eedaab8056e triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:53:10.765777 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:10.846989 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a91cdc93-f2ab-4c88-8ee9-3d67715ab292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:10.858494 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-9c21af82-3b8b-42e2-a2b3-01be6b0b8d7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:10.891902 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91cdc93-f2ab-4c88-8ee9-3d67715ab292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f54aef-3b00-49f2-9c04-17404a1c0b77,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:10.904518 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bf6ca84a-bd8d-4225-b55e-b9aa4d77e8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851849723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1867570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2021326'] for subnet, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:10.939055 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91cdc93-f2ab-4c88-8ee9-3d67715ab292 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:53:10.939666 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91cdc93-f2ab-4c88-8ee9-3d67715ab292 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:53:10.940066 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91cdc93-f2ab-4c88-8ee9-3d67715ab292 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:53:10.940460 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91cdc93-f2ab-4c88-8ee9-3d67715ab292 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:53:10.940855 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91cdc93-f2ab-4c88-8ee9-3d67715ab292 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:53:10.941246 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91cdc93-f2ab-4c88-8ee9-3d67715ab292 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:53:10.941633 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91cdc93-f2ab-4c88-8ee9-3d67715ab292 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:53:10.942052 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91cdc93-f2ab-4c88-8ee9-3d67715ab292 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:53:10.942434 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91cdc93-f2ab-4c88-8ee9-3d67715ab292 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:53:10.942818 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91cdc93-f2ab-4c88-8ee9-3d67715ab292 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:53:10.943252 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91cdc93-f2ab-4c88-8ee9-3d67715ab292 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:53:10.947486 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a91cdc93-f2ab-4c88-8ee9-3d67715ab292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:10.964224 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:10.967901 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-536160cf-a225-463c-b836-35308b46aceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:11.031775 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:11.039548 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9a705463-cca7-4448-a337-aebe4373133f req-7f8389ff-2a3e-4aa2-99c4-adfaa2366045 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2816818
Dec 14 17:53:11.040474 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a91cdc93-f2ab-4c88-8ee9-3d67715ab292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:11.044593 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-a91cdc93-f2ab-4c88-8ee9-3d67715ab292 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/99f54aef-3b00-49f2-9c04-17404a1c0b77 HTTP/1.1" status: 204  len: 168 time: 1.1102636
Dec 14 17:53:11.062731 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ca84a-bd8d-4225-b55e-b9aa4d77e8ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=731eeeab-24b7-43ec-9c4f-fa31095228c7,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:11.065971 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-bf6ca84a-bd8d-4225-b55e-b9aa4d77e8ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:11.072743 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bf6ca84a-bd8d-4225-b55e-b9aa4d77e8ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:11.075251 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-bf6ca84a-bd8d-4225-b55e-b9aa4d77e8ec admin admin] 10.222.0.53 "DELETE /v2.0/subnets/731eeeab-24b7-43ec-9c4f-fa31095228c7 HTTP/1.1" status: 204  len: 168 time: 1.1445718
Dec 14 17:53:11.091888 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 46942) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:11.134671 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe43177-b20b-48ea-bef5-fb4f29417add req-44666876-30c5-4510-ad14-9557c8984189 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:11.136391 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-cfe43177-b20b-48ea-bef5-fb4f29417add req-44666876-30c5-4510-ad14-9557c8984189 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.3437917
Dec 14 17:53:11.192237 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] For port e9c776cf-a878-415b-9e39-9eedaab8056e, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=e9c776cf-a878-415b-9e39-9eedaab8056e,segment=NetworkSegment(1a676214-4a5b-4dba-a1f0-b1423444406f),segment_id=1a676214-4a5b-4dba-a1f0-b1423444406f)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:53:11.232504 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:11.233549 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:53:11.270110 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:11.278241 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-cfe43177-b20b-48ea-bef5-fb4f29417add req-67651e7b-ff02-4ecc-ade5-d36820a8a76c tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1184554
Dec 14 17:53:11.422551 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Pushing event updated for resources: {'Port': ['ID=e9c776cf-a878-415b-9e39-9eedaab8056e,revision_number=5']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:11.430596 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:11.444016 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning for port b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:53:11.447452 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-939f6f9d-5216-4cd6-a008-e77ec31dac1f req-cfa04eb4-dcbd-4496-8823-9af4af5bb2db service neutron] 10.222.0.41 "GET /v2.0/networks/c35705db-bd11-4f34-bbd6-c42f1d037762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7276239
Dec 14 17:53:11.457237 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8c4eec77-a226-416f-819d-78e9430cc00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3079847'] for network, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:11.466583 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346b831a-a470-470c-a717-18f094f7f640 admin admin] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 17:53:11.492958 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cceedd9d-7c49-4bc9-b354-69f9ff344d76 None None] Sync routers for ids ['30f6e28e-a79d-4726-aa9e-1ec5506277da'] in dv-cinder-821737-1-iscsi {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 17:53:11.507727 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cceedd9d-7c49-4bc9-b354-69f9ff344d76 None None] Routers {'30f6e28e-a79d-4726-aa9e-1ec5506277da'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:53:11.508986 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-cceedd9d-7c49-4bc9-b354-69f9ff344d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622ca102b0>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:52:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['30f6e28e-a79d-4726-aa9e-1ec5506277da'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:53:11.510562 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-536160cf-a225-463c-b836-35308b46aceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:11.529959 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-d6b0f9b0-3653-48ea-9268-412392237b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:11.569075 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536160cf-a225-463c-b836-35308b46aceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dadff58-900c-47da-8c84-968d488ece3c,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:11.646231 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-536160cf-a225-463c-b836-35308b46aceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:11.694675 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-346b831a-a470-470c-a717-18f094f7f640 admin admin] Notify callbacks [] for router, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:11.699262 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 46956) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:11.710357 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-346b831a-a470-470c-a717-18f094f7f640 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 5.1479564
Dec 14 17:53:11.745463 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-536160cf-a225-463c-b836-35308b46aceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:11.751530 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-536160cf-a225-463c-b836-35308b46aceb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4dadff58-900c-47da-8c84-968d488ece3c HTTP/1.1" status: 204  len: 168 time: 1.2741807
Dec 14 17:53:11.911953 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8c4eec77-a226-416f-819d-78e9430cc00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2926725', 'neutron.services.segments.db._delete_segments_for_network-8753728381128'] for network, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:12.016333 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-8c4eec77-a226-416f-819d-78e9430cc00f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f622cbf0828>,) {'filters': {'network_id': ['4087a311-1d65-4d7b-91c1-04a929231ad2']}} {{(pid=88123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:53:12.040794 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb73909b-5b4c-4aaf-bf80-e54893966848 None None] Network 08e6b3db-43df-4d5d-bc0b-c7569cce8403 requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:53:12.068887 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-8c4eec77-a226-416f-819d-78e9430cc00f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f622cbf0828>, '80b7242e-6817-401f-abcf-7ea64ad5f21c') {'for_net_delete': True} {{(pid=88123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:53:12.093025 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-8c4eec77-a226-416f-819d-78e9430cc00f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f622cbf0828>, '80b7242e-6817-401f-abcf-7ea64ad5f21c') {} {{(pid=88123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:53:12.133342 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8c4eec77-a226-416f-819d-78e9430cc00f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753728390873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1688503'] for segment, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:12.222924 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8c4eec77-a226-416f-819d-78e9430cc00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:12.241292 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 46972) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:12.307443 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c4eec77-a226-416f-819d-78e9430cc00f admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=88123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 14 17:53:12.307914 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8c4eec77-a226-416f-819d-78e9430cc00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3099130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853087621'] for segment, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:12.338714 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-cceedd9d-7c49-4bc9-b354-69f9ff344d76 None None] Set router 30f6e28e-a79d-4726-aa9e-1ec5506277da gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:53:12.385866 dv-cinder-821737-1-iscsi neutron-server[88013]: Traceback (most recent call last):
Dec 14 17:53:12.385866 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 14 17:53:12.385866 dv-cinder-821737-1-iscsi neutron-server[88013]:     timer()
Dec 14 17:53:12.385866 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 14 17:53:12.385866 dv-cinder-821737-1-iscsi neutron-server[88013]:     cb(*args, **kw)
Dec 14 17:53:12.385866 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 14 17:53:12.385866 dv-cinder-821737-1-iscsi neutron-server[88013]:     return func(*args, **kwargs)
Dec 14 17:53:12.385866 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 14 17:53:12.385866 dv-cinder-821737-1-iscsi neutron-server[88013]:     self._notify()
Dec 14 17:53:12.385866 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 14 17:53:12.385866 dv-cinder-821737-1-iscsi neutron-server[88013]:     self.callback(batched_events)
Dec 14 17:53:12.385866 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 14 17:53:12.385866 dv-cinder-821737-1-iscsi neutron-server[88013]:     event.method(event)
Dec 14 17:53:12.385866 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 14 17:53:12.385866 dv-cinder-821737-1-iscsi neutron-server[88013]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 14 17:53:12.385866 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 14 17:53:12.385866 dv-cinder-821737-1-iscsi neutron-server[88013]:     segment_id)['aggregates'][0]
Dec 14 17:53:12.385866 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 14 17:53:12.385866 dv-cinder-821737-1-iscsi neutron-server[88013]:     return f(self, *a, **k)
Dec 14 17:53:12.385866 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 14 17:53:12.385866 dv-cinder-821737-1-iscsi neutron-server[88013]:     return self._get(url).json()
Dec 14 17:53:12.385866 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 14 17:53:12.385866 dv-cinder-821737-1-iscsi neutron-server[88013]:     **kwargs)
Dec 14 17:53:12.385866 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 14 17:53:12.385866 dv-cinder-821737-1-iscsi neutron-server[88013]:     return self.request(url, 'GET', **kwargs)
Dec 14 17:53:12.385866 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 14 17:53:12.385866 dv-cinder-821737-1-iscsi neutron-server[88013]:     **endpoint_filter)
Dec 14 17:53:12.385866 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 14 17:53:12.385866 dv-cinder-821737-1-iscsi neutron-server[88013]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 14 17:53:12.385866 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 14 17:53:12.385866 dv-cinder-821737-1-iscsi neutron-server[88013]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 14 17:53:12.385866 dv-cinder-821737-1-iscsi neutron-server[88013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 14 17:53:12.447491 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b59ecbdc-12ba-4a52-b4d1-f2d93d51fed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:12.561517 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device e9c776cf-a878-415b-9e39-9eedaab8056e up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:53:12.629979 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8c4eec77-a226-416f-819d-78e9430cc00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851849074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646652'] for network, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:12.635276 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-b59ecbdc-12ba-4a52-b4d1-f2d93d51fed3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:12.641355 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a70c2e66-9142-409c-a58f-107752f98bf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:12.683684 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8c4eec77-a226-416f-819d-78e9430cc00f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:12.686832 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-b59ecbdc-12ba-4a52-b4d1-f2d93d51fed3 admin admin] Usage tracker for resource:security_group_rule and tenant:04ec9e0f07c84c8181dcb02886fbed43 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:12.714031 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-b59ecbdc-12ba-4a52-b4d1-f2d93d51fed3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:12.732747 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4eec77-a226-416f-819d-78e9430cc00f admin admin] Pushing event deleted for resources: {'Network': ['ID=4087a311-1d65-4d7b-91c1-04a929231ad2,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:12.733047 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-07ff5c93-260f-451a-be8d-86749ae56b7a None None] Provisioning for port b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd completed by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:53:12.748863 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-07ff5c93-260f-451a-be8d-86749ae56b7a None None] Provisioning complete for port b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:53:12.749547 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-07ff5c93-260f-451a-be8d-86749ae56b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:12.751393 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-8c4eec77-a226-416f-819d-78e9430cc00f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:12.755350 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-b59ecbdc-12ba-4a52-b4d1-f2d93d51fed3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:12.782991 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-8c4eec77-a226-416f-819d-78e9430cc00f admin admin] 10.222.0.53 "DELETE /v2.0/networks/4087a311-1d65-4d7b-91c1-04a929231ad2 HTTP/1.1" status: 204  len: 168 time: 1.6780062
Dec 14 17:53:12.940327 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b59ecbdc-12ba-4a52-b4d1-f2d93d51fed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:12.945416 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b59ecbdc-12ba-4a52-b4d1-f2d93d51fed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:13.006409 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-bccd5ed3-6caa-4536-8f9f-f02e7dc22ac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:13.021521 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-b59ecbdc-12ba-4a52-b4d1-f2d93d51fed3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=04ec9e0f07c84c8181dcb02886fbed43&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7763200
Dec 14 17:53:13.022350 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 46986) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:13.116520 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ecbdc-12ba-4a52-b4d1-f2d93d51fed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0716de-a974-4ae8-ae33-fe524b4b5359,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:13.132389 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b59ecbdc-12ba-4a52-b4d1-f2d93d51fed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:13.193826 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-cceedd9d-7c49-4bc9-b354-69f9ff344d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622ca102b0>, [{'id': '30f6e28e-a79d-4726-aa9e-1ec5506277da', 'name': 'tempest-TestShelveInstance-1912195154-router', 'tenant_id': 'ad52951403c14720b20d94e089cf1e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'e424e111-12b7-47db-8156-65b4abdc786d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:53:06Z', 'updated_at': '2021-12-14T17:53:08Z', 'revision_number': 3, 'project_id': 'ad52951403c14720b20d94e089cf1e5c', 'gw_port': {'id': 'e424e111-12b7-47db-8156-65b4abdc786d', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cf:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f6e28e-a79d-4726-aa9e-1ec5506277da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:53:07Z', 'updated_at': '2021-12-14T17:53:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi'}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:53:13.195172 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-678148c1-a977-4dda-ae18-be6ee95ab68f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:13.199907 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port e9c776cf-a878-415b-9e39-9eedaab8056e triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:53:13.200329 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:13.231031 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cceedd9d-7c49-4bc9-b354-69f9ff344d76 None None] Checking router: 30f6e28e-a79d-4726-aa9e-1ec5506277da for host: dv-cinder-821737-1-iscsi {{(pid=88125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 17:53:13.231552 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cceedd9d-7c49-4bc9-b354-69f9ff344d76 None None] Updating router 30f6e28e-a79d-4726-aa9e-1ec5506277da port e424e111-12b7-47db-8156-65b4abdc786d binding host dv-cinder-821737-1-iscsi {{(pid=88125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 14 17:53:13.323206 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-07ff5c93-260f-451a-be8d-86749ae56b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:13.333427 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f3dde-226a-45ec-94d9-b8b5dec48fda req-77bd7e30-ff58-47d2-9ba2-0ea3bd832214 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:13.335570 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-678148c1-a977-4dda-ae18-be6ee95ab68f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:13.342152 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-309f3dde-226a-45ec-94d9-b8b5dec48fda req-77bd7e30-ff58-47d2-9ba2-0ea3bd832214 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.9196289
Dec 14 17:53:13.430736 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-309f3dde-226a-45ec-94d9-b8b5dec48fda req-16037b41-64dc-4384-9135-6996ad1c5155 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867918
Dec 14 17:53:13.441877 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-07ff5c93-260f-451a-be8d-86749ae56b7a None None] For port b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd,segment=NetworkSegment(ab43a909-d72c-4fbd-8aa1-97997d9af685),segment_id=ab43a909-d72c-4fbd-8aa1-97997d9af685)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:53:13.449112 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cceedd9d-7c49-4bc9-b354-69f9ff344d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:13.466030 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeba3cf-edd1-4001-9ad2-5d7dfacf8c43 req-0785d58f-f80e-48c9-a391-530c6821b2c1 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:13.466842 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-afeba3cf-edd1-4001-9ad2-5d7dfacf8c43 req-0785d58f-f80e-48c9-a391-530c6821b2c1 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.8570549
Dec 14 17:53:13.479953 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-678148c1-a977-4dda-ae18-be6ee95ab68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:13.485489 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-0db346db-9c2e-4e87-9786-c87da8de6f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:13.546758 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-678148c1-a977-4dda-ae18-be6ee95ab68f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:13.554569 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-678148c1-a977-4dda-ae18-be6ee95ab68f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6d0716de-a974-4ae8-ae33-fe524b4b5359 HTTP/1.1" status: 204  len: 168 time: 0.5292313
Dec 14 17:53:13.557173 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678148c1-a977-4dda-ae18-be6ee95ab68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0716de-a974-4ae8-ae33-fe524b4b5359,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:13.559318 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 46996) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:13.564128 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-678148c1-a977-4dda-ae18-be6ee95ab68f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:13.617058 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-07ff5c93-260f-451a-be8d-86749ae56b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:13.627108 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 47000) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:13.640743 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-afeba3cf-edd1-4001-9ad2-5d7dfacf8c43 req-b83ab748-0c95-4c40-9995-83202b563808 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1637070
Dec 14 17:53:13.675204 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:13.741970 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a13d-ab2b-4d73-b4e9-a5ad41ff262a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:13.800156 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff5c93-260f-451a-be8d-86749ae56b7a None None] Pushing event updated for resources: {'Port': ['ID=b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:13.805305 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-07ff5c93-260f-451a-be8d-86749ae56b7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:13.880536 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-33ccef8d-e850-4456-9edc-5601a44de57b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=59177f4921bc4eddb04e2ba61fe8bb69&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3199396
Dec 14 17:53:13.910787 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 47006) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:13.957492 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-1cd2a13d-ab2b-4d73-b4e9-a5ad41ff262a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:13.967065 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-1cd2a13d-ab2b-4d73-b4e9-a5ad41ff262a admin admin] Usage tracker for resource:security_group_rule and tenant:0bd00210e60040c5aebb37265055bc86 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:13.971581 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-1cd2a13d-ab2b-4d73-b4e9-a5ad41ff262a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:13.993149 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-1cd2a13d-ab2b-4d73-b4e9-a5ad41ff262a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:14.053655 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-07d07718-80f4-46bf-9ab5-b500d29982bb None None] Provisioning complete for port b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:53:14.054118 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-07d07718-80f4-46bf-9ab5-b500d29982bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:14.102103 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-77e93b4b-ca3e-4904-90ee-094e54aa84b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:14.146539 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a13d-ab2b-4d73-b4e9-a5ad41ff262a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:14.147226 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-77e93b4b-ca3e-4904-90ee-094e54aa84b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:14.150779 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a13d-ab2b-4d73-b4e9-a5ad41ff262a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:14.175647 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cceedd9d-7c49-4bc9-b354-69f9ff344d76 None None] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:14.188549 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-feed9e73-e886-4ba0-af27-820e427c4582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:14.196926 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-cceedd9d-7c49-4bc9-b354-69f9ff344d76 None None] Transition to ACTIVE for port object e424e111-12b7-47db-8156-65b4abdc786d will not be triggered until provisioned by entity L2. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:53:14.206248 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cceedd9d-7c49-4bc9-b354-69f9ff344d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:14.227804 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-0785da89-82c0-44d7-8d6b-94615e543eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:14.228780 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-1cd2a13d-ab2b-4d73-b4e9-a5ad41ff262a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0bd00210e60040c5aebb37265055bc86&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6002553
Dec 14 17:53:14.229607 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 47014) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:14.230702 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2a13d-ab2b-4d73-b4e9-a5ad41ff262a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71c14af-d36d-472a-845d-83a799f3e44c,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:14.236700 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-1cd2a13d-ab2b-4d73-b4e9-a5ad41ff262a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:14.252000 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-77e93b4b-ca3e-4904-90ee-094e54aa84b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:14.272120 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:14.285479 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e93b4b-ca3e-4904-90ee-094e54aa84b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e7f36d-da10-449d-998a-26148d3ea66f,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:14.306032 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-77e93b4b-ca3e-4904-90ee-094e54aa84b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:14.311884 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-77e93b4b-ca3e-4904-90ee-094e54aa84b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:14.313350 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-77e93b4b-ca3e-4904-90ee-094e54aa84b8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/28e7f36d-da10-449d-998a-26148d3ea66f HTTP/1.1" status: 204  len: 168 time: 0.3826573
Dec 14 17:53:14.421442 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-225de353-7f66-4195-8278-f4deae8b814c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:14.447237 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:53:14.455553 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-cceedd9d-7c49-4bc9-b354-69f9ff344d76 None None] Attempting to bind port e424e111-12b7-47db-8156-65b4abdc786d on host dv-cinder-821737-1-iscsi for vnic_type normal with profile  {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:53:14.456559 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-cceedd9d-7c49-4bc9-b354-69f9ff344d76 None None] Attempting to bind port e424e111-12b7-47db-8156-65b4abdc786d by drivers openvswitch,hyperv on host dv-cinder-821737-1-iscsi at level 0 using segments [{'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:53:14.457128 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cceedd9d-7c49-4bc9-b354-69f9ff344d76 None None] Attempting to bind port e424e111-12b7-47db-8156-65b4abdc786d on network b3d2256c-c519-4427-b3bb-181a657f5e18 {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:53:14.470515 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cceedd9d-7c49-4bc9-b354-69f9ff344d76 None None] Checking agent: {'id': 'cfd28b24-d8e5-433a-a8d2-fa726f969496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 41, 52), 'started_at': datetime.datetime(2021, 12, 14, 17, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:53:14.471386 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cceedd9d-7c49-4bc9-b354-69f9ff344d76 None None] Checking segment: {'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:53:14.471985 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cceedd9d-7c49-4bc9-b354-69f9ff344d76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:14.472582 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cceedd9d-7c49-4bc9-b354-69f9ff344d76 None None] Bound using segment: {'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:53:14.473289 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-cceedd9d-7c49-4bc9-b354-69f9ff344d76 None None] Bound port: e424e111-12b7-47db-8156-65b4abdc786d, host: dv-cinder-821737-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'}}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:53:14.474915 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cceedd9d-7c49-4bc9-b354-69f9ff344d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:14.553677 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-225de353-7f66-4195-8278-f4deae8b814c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:14.649939 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:53:14.650286 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:14.676354 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f24f1-884c-4db2-b7c2-d1ec6368f065 None None] Pushing event updated for resources: {'Port': ['ID=e424e111-12b7-47db-8156-65b4abdc786d,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:14.697630 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-dc6f24f1-884c-4db2-b7c2-d1ec6368f065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=88125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:14.787565 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-225de353-7f66-4195-8278-f4deae8b814c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:14.793151 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b59ecbdc-12ba-4a52-b4d1-f2d93d51fed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:14.801216 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-cceedd9d-7c49-4bc9-b354-69f9ff344d76 None None] For port e424e111-12b7-47db-8156-65b4abdc786d, host dv-cinder-821737-1-iscsi, cleared binding levels {{(pid=88125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:53:14.807685 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-cceedd9d-7c49-4bc9-b354-69f9ff344d76 None None] For port e424e111-12b7-47db-8156-65b4abdc786d, host dv-cinder-821737-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=e424e111-12b7-47db-8156-65b4abdc786d,segment=NetworkSegment(031a1115-d006-4778-96dd-1bbd9a3ec485),segment_id=031a1115-d006-4778-96dd-1bbd9a3ec485)] {{(pid=88125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:53:14.817390 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cceedd9d-7c49-4bc9-b354-69f9ff344d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:14.831340 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-c39e3dc3-fbae-4137-855e-c7822512dac2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:14.839972 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225de353-7f66-4195-8278-f4deae8b814c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71c14af-d36d-472a-845d-83a799f3e44c,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:14.844634 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-225de353-7f66-4195-8278-f4deae8b814c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:14.848647 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-225de353-7f66-4195-8278-f4deae8b814c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:14.865512 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-225de353-7f66-4195-8278-f4deae8b814c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e71c14af-d36d-472a-845d-83a799f3e44c HTTP/1.1" status: 204  len: 168 time: 0.6307640
Dec 14 17:53:15.069921 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f24f1-884c-4db2-b7c2-d1ec6368f065 None None] Pushing event updated for resources: {'Port': ['ID=e424e111-12b7-47db-8156-65b4abdc786d,revision_number=3']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:15.073420 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-dc6f24f1-884c-4db2-b7c2-d1ec6368f065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:15.075891 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e32db8eb-3b2e-489e-b014-d676366ffcdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:15.086533 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cceedd9d-7c49-4bc9-b354-69f9ff344d76 None None] Routers {'30f6e28e-a79d-4726-aa9e-1ec5506277da'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:53:15.087210 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-cceedd9d-7c49-4bc9-b354-69f9ff344d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622ca102b0>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:52:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['30f6e28e-a79d-4726-aa9e-1ec5506277da'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:53:15.291142 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba8e97-2c48-4a89-a8de-aea727e70c2f req-49a8cd21-bf43-41a5-90a5-327db701eb4e tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:15.292967 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7dba8e97-2c48-4a89-a8de-aea727e70c2f req-49a8cd21-bf43-41a5-90a5-327db701eb4e tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.4640613
Dec 14 17:53:15.486368 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-cceedd9d-7c49-4bc9-b354-69f9ff344d76 None None] Set router 30f6e28e-a79d-4726-aa9e-1ec5506277da gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:53:15.641967 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7dba8e97-2c48-4a89-a8de-aea727e70c2f req-59375146-f813-49c1-8f4e-f17984700685 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3150129
Dec 14 17:53:15.724883 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-e32db8eb-3b2e-489e-b014-d676366ffcdf admin admin] Allocated IP 172.20.0.1 (08e6b3db-43df-4d5d-bc0b-c7569cce8403/80a9f306-6132-449d-9568-4f62ca37d08c/e6426492-abfb-45ae-8e89-5b6af7721e78) {{(pid=88122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:53:15.744234 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071d772-560a-4fe8-8efe-898e23d863ef req-17d7b273-cc03-4160-82ff-124f25e01531 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:15.746124 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-3071d772-560a-4fe8-8efe-898e23d863ef req-17d7b273-cc03-4160-82ff-124f25e01531 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.3095586
Dec 14 17:53:15.765244 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 47066) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:15.819499 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-017095f0-932c-43c3-a67f-61a2de686b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:15.862905 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-cceedd9d-7c49-4bc9-b354-69f9ff344d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622ca102b0>, [{'id': '30f6e28e-a79d-4726-aa9e-1ec5506277da', 'name': 'tempest-TestShelveInstance-1912195154-router', 'tenant_id': 'ad52951403c14720b20d94e089cf1e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'e424e111-12b7-47db-8156-65b4abdc786d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:53:06Z', 'updated_at': '2021-12-14T17:53:08Z', 'revision_number': 3, 'project_id': 'ad52951403c14720b20d94e089cf1e5c', 'gw_port': {'id': 'e424e111-12b7-47db-8156-65b4abdc786d', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cf:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f6e28e-a79d-4726-aa9e-1ec5506277da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:53:07Z', 'updated_at': '2021-12-14T17:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi'}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:53:15.872376 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cceedd9d-7c49-4bc9-b354-69f9ff344d76 None None] The sync data for ids ['30f6e28e-a79d-4726-aa9e-1ec5506277da'] in dv-cinder-821737-1-iscsi is: [{'id': '30f6e28e-a79d-4726-aa9e-1ec5506277da', 'name': 'tempest-TestShelveInstance-1912195154-router', 'tenant_id': 'ad52951403c14720b20d94e089cf1e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'e424e111-12b7-47db-8156-65b4abdc786d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:53:06Z', 'updated_at': '2021-12-14T17:53:08Z', 'revision_number': 3, 'project_id': 'ad52951403c14720b20d94e089cf1e5c', 'gw_port': {'id': 'e424e111-12b7-47db-8156-65b4abdc786d', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cf:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f6e28e-a79d-4726-aa9e-1ec5506277da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:53:07Z', 'updated_at': '2021-12-14T17:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi'}] {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 17:53:15.916034 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-017095f0-932c-43c3-a67f-61a2de686b59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:15.928468 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-017095f0-932c-43c3-a67f-61a2de686b59 admin admin] Usage tracker for resource:security_group_rule and tenant:d85d6594295249809e870b7ac1cd19f9 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:15.941717 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-017095f0-932c-43c3-a67f-61a2de686b59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:15.963599 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-017095f0-932c-43c3-a67f-61a2de686b59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:16.012415 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-3071d772-560a-4fe8-8efe-898e23d863ef req-2c04ffc8-8416-45c3-9f65-c397a85bff67 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2511234
Dec 14 17:53:16.042631 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-017095f0-932c-43c3-a67f-61a2de686b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:16.051745 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-017095f0-932c-43c3-a67f-61a2de686b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:16.093520 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-0f6acc95-afac-451f-abea-929b92c557d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:16.146813 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e32db8eb-3b2e-489e-b014-d676366ffcdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:16.168889 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-e32db8eb-3b2e-489e-b014-d676366ffcdf admin admin] Transition to ACTIVE for port object e6426492-abfb-45ae-8e89-5b6af7721e78 will not be triggered until provisioned by entity DHCP. {{(pid=88122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:53:16.203698 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-017095f0-932c-43c3-a67f-61a2de686b59 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d85d6594295249809e870b7ac1cd19f9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4338677
Dec 14 17:53:16.203889 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 47080) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:16.212971 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017095f0-932c-43c3-a67f-61a2de686b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0375ee97-2ea2-4a22-99b0-3bf90e8e6700,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:16.219185 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-017095f0-932c-43c3-a67f-61a2de686b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:16.267395 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e32db8eb-3b2e-489e-b014-d676366ffcdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852908220'] for port, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:16.277070 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:16.388478 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32db8eb-3b2e-489e-b014-d676366ffcdf admin admin] Pushing event updated for resources: {'Port': ['ID=e6426492-abfb-45ae-8e89-5b6af7721e78,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:16.396056 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e32db8eb-3b2e-489e-b014-d676366ffcdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:16.416513 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32db8eb-3b2e-489e-b014-d676366ffcdf admin admin] Network 08e6b3db-43df-4d5d-bc0b-c7569cce8403 is already hosted by enough agents. {{(pid=88122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:53:16.420460 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-e32db8eb-3b2e-489e-b014-d676366ffcdf admin admin] Resources bound (agent type, host, resource id):  {{(pid=88122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:53:16.428931 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32db8eb-3b2e-489e-b014-d676366ffcdf admin admin] Received port after_create {{(pid=88122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:53:16.515614 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-580bbe3f-26e4-46d2-b1fb-b5874a6697bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:16.576694 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e32db8eb-3b2e-489e-b014-d676366ffcdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647541'] for router_interface, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:16.619360 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-580bbe3f-26e4-46d2-b1fb-b5874a6697bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:16.724212 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-580bbe3f-26e4-46d2-b1fb-b5874a6697bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:16.732018 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:16.758265 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580bbe3f-26e4-46d2-b1fb-b5874a6697bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0375ee97-2ea2-4a22-99b0-3bf90e8e6700,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:16.771295 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-580bbe3f-26e4-46d2-b1fb-b5874a6697bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:16.842395 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-580bbe3f-26e4-46d2-b1fb-b5874a6697bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:16.843804 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-580bbe3f-26e4-46d2-b1fb-b5874a6697bd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0375ee97-2ea2-4a22-99b0-3bf90e8e6700 HTTP/1.1" status: 204  len: 168 time: 0.6396859
Dec 14 17:53:16.863439 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e32db8eb-3b2e-489e-b014-d676366ffcdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:16.960512 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-cda13c37-daa4-47c8-996b-3f7e83818286 None None] Provisioning for port e6426492-abfb-45ae-8e89-5b6af7721e78 completed by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:53:16.976143 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-cda13c37-daa4-47c8-996b-3f7e83818286 None None] Provisioning complete for port e6426492-abfb-45ae-8e89-5b6af7721e78 triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:53:16.976689 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cda13c37-daa4-47c8-996b-3f7e83818286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:17.120720 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-cda13c37-daa4-47c8-996b-3f7e83818286 None None] Port e6426492-abfb-45ae-8e89-5b6af7721e78 cannot update to ACTIVE because it is not bound. {{(pid=88124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 14 17:53:17.443707 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e32db8eb-3b2e-489e-b014-d676366ffcdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:17.457670 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f40e1-981e-4d18-926b-69300a8d2b0b req-d3bba86f-e287-48e8-b8a1-29bede5dfc71 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:17.459720 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b49f40e1-981e-4d18-926b-69300a8d2b0b req-d3bba86f-e287-48e8-b8a1-29bede5dfc71 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.1874323
Dec 14 17:53:17.460732 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e32db8eb-3b2e-489e-b014-d676366ffcdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1867597'] for port, after_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:17.503780 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-dfb9b7b6-1290-438f-99e0-448f402250b7 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:17.575199 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32db8eb-3b2e-489e-b014-d676366ffcdf admin admin] Pushing event updated for resources: {'Port': ['ID=e6426492-abfb-45ae-8e89-5b6af7721e78,revision_number=2']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:17.600662 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e32db8eb-3b2e-489e-b014-d676366ffcdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:17.659068 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b49f40e1-981e-4d18-926b-69300a8d2b0b req-2ddd434b-d8b5-422c-9b70-bf66cac864e8 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1566331
Dec 14 17:53:17.661033 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e32db8eb-3b2e-489e-b014-d676366ffcdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4068405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854128366'] for router_interface, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:17.912564 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32db8eb-3b2e-489e-b014-d676366ffcdf admin admin] Network 08e6b3db-43df-4d5d-bc0b-c7569cce8403 is already hosted by enough agents. {{(pid=88122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:53:17.913897 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-e32db8eb-3b2e-489e-b014-d676366ffcdf admin admin] Resources bound (agent type, host, resource id):  {{(pid=88122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:53:18.469126 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-c5f54c43-8287-4073-a07b-e0db688ea793 None None] Provisioning complete for port e6426492-abfb-45ae-8e89-5b6af7721e78 triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:53:18.469547 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-c5f54c43-8287-4073-a07b-e0db688ea793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:18.526751 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device e424e111-12b7-47db-8156-65b4abdc786d up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:53:18.642424 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32db8eb-3b2e-489e-b014-d676366ffcdf admin admin] Router 30f6e28e-a79d-4726-aa9e-1ec5506277da has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 17:53:18.666848 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-c5f54c43-8287-4073-a07b-e0db688ea793 None None] Port e6426492-abfb-45ae-8e89-5b6af7721e78 cannot update to ACTIVE because it is not bound. {{(pid=88124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 14 17:53:18.688668 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning for port e424e111-12b7-47db-8156-65b4abdc786d completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:53:18.694583 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port e424e111-12b7-47db-8156-65b4abdc786d triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:53:18.695245 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:18.894944 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:18.915798 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] For port e424e111-12b7-47db-8156-65b4abdc786d, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=e424e111-12b7-47db-8156-65b4abdc786d,segment=NetworkSegment(031a1115-d006-4778-96dd-1bbd9a3ec485),segment_id=031a1115-d006-4778-96dd-1bbd9a3ec485)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:53:18.919809 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:18.925427 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:19.004461 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Pushing event updated for resources: {'Port': ['ID=e424e111-12b7-47db-8156-65b4abdc786d,revision_number=4']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:19.008095 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:19.252545 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09017c-c32d-4bb8-8117-71193cfc175f req-e1f4ecdd-1386-40ed-809e-93d2a023b3ca tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:19.254226 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-cd09017c-c32d-4bb8-8117-71193cfc175f req-e1f4ecdd-1386-40ed-809e-93d2a023b3ca tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.1375501
Dec 14 17:53:19.260712 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32db8eb-3b2e-489e-b014-d676366ffcdf admin admin] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 17:53:19.266886 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-e32db8eb-3b2e-489e-b014-d676366ffcdf admin admin] 10.222.0.53 "PUT /v2.0/routers/30f6e28e-a79d-4726-aa9e-1ec5506277da/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5662024
Dec 14 17:53:19.316490 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-cd09017c-c32d-4bb8-8117-71193cfc175f req-5e98a6f3-69c7-42c1-a768-4f8f375f0a88 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480416
Dec 14 17:53:19.975081 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb17ac-fdbf-443b-9683-316a85f69c29 req-9b58ba8c-bbf1-4e0b-a8e5-8985c5a02135 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:19.977165 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-17bb17ac-fdbf-443b-9683-316a85f69c29 req-9b58ba8c-bbf1-4e0b-a8e5-8985c5a02135 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.1061146
Dec 14 17:53:19.984159 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d22e7f-bb5b-478c-95f1-ef70e4d42f34 None None] Sync routers for ids ['30f6e28e-a79d-4726-aa9e-1ec5506277da'] in dv-cinder-821737-1-iscsi {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 17:53:20.006756 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d22e7f-bb5b-478c-95f1-ef70e4d42f34 None None] Routers {'30f6e28e-a79d-4726-aa9e-1ec5506277da'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:53:20.008734 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-f3d22e7f-bb5b-478c-95f1-ef70e4d42f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622c7b7128>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:52:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['30f6e28e-a79d-4726-aa9e-1ec5506277da'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:53:20.054265 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-17bb17ac-fdbf-443b-9683-316a85f69c29 req-5bd8af39-91b9-4c21-9aea-24ee007fe019 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582187
Dec 14 17:53:20.174859 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-73576f74-19b3-47de-a41d-778c10921aca req-40d96fa9-2794-4dd9-8f04-34c9fca1552a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d8ae983c147420a92d8c91613de9b2e&device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 1098 time: 0.1589544
Dec 14 17:53:20.414197 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73576f74-19b3-47de-a41d-778c10921aca req-f19606ee-9db8-4527-9356-ce5508459396 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:20.416155 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-73576f74-19b3-47de-a41d-778c10921aca req-f19606ee-9db8-4527-9356-ce5508459396 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c7c5dd65-00bc-43ea-a99d-6673d8873e67 HTTP/1.1" status: 200  len: 912 time: 0.2325096
Dec 14 17:53:20.482696 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device e424e111-12b7-47db-8156-65b4abdc786d up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:53:20.562504 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 47194) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:20.578630 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-ab1804d7-f549-4612-93c0-ada37ed22b6b tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-740899345', 'description': 'tempest-secgroup-smoke-740899345 description', 'project_id': 'b93cf5a3216e440abb14c71bd3408e06'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:53:20.586384 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-ab1804d7-f549-4612-93c0-ada37ed22b6b tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:20.591059 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-ab1804d7-f549-4612-93c0-ada37ed22b6b tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Usage tracker for resource:security_group and tenant:b93cf5a3216e440abb14c71bd3408e06 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:20.594555 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-ab1804d7-f549-4612-93c0-ada37ed22b6b tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:20.602220 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-ab1804d7-f549-4612-93c0-ada37ed22b6b tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:20.615140 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ab1804d7-f549-4612-93c0-ada37ed22b6b tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:20.617301 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-73576f74-19b3-47de-a41d-778c10921aca req-7f16ce73-2ddf-46b6-a4a1-8a705bc21b2f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a869d0b8-68c2-4175-b459-080e286a5577 HTTP/1.1" status: 200  len: 1000 time: 0.1848929
Dec 14 17:53:20.665986 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-ab1804d7-f549-4612-93c0-ada37ed22b6b tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:20.671887 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-ab1804d7-f549-4612-93c0-ada37ed22b6b tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Usage tracker for resource:security_group_rule and tenant:b93cf5a3216e440abb14c71bd3408e06 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:20.676648 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-ab1804d7-f549-4612-93c0-ada37ed22b6b tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:20.677644 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-f3d22e7f-bb5b-478c-95f1-ef70e4d42f34 None None] Set router 30f6e28e-a79d-4726-aa9e-1ec5506277da gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:53:20.685569 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-ab1804d7-f549-4612-93c0-ada37ed22b6b tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:20.790616 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73576f74-19b3-47de-a41d-778c10921aca req-f37ac3ab-5d41-4786-a86d-c61941ce5054 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:20.792805 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-73576f74-19b3-47de-a41d-778c10921aca req-f37ac3ab-5d41-4786-a86d-c61941ce5054 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e589611-2052-444e-a79e-8f98a61a68a1 HTTP/1.1" status: 200  len: 850 time: 0.1659634
Dec 14 17:53:20.800141 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ab1804d7-f549-4612-93c0-ada37ed22b6b tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:20.804149 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ab1804d7-f549-4612-93c0-ada37ed22b6b tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:20.811591 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:20.867589 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1804d7-f549-4612-93c0-ada37ed22b6b tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=158443c0-9a13-412f-99b3-29e8241da3a4,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:20.884825 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-ab1804d7-f549-4612-93c0-ada37ed22b6b tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:20.885963 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ab1804d7-f549-4612-93c0-ada37ed22b6b tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:20.887853 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-ab1804d7-f549-4612-93c0-ada37ed22b6b tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.3233674
Dec 14 17:53:20.892126 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 47208) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:20.922966 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-9c6a498a-7aed-446f-895d-a9b9949b3543 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Request body: {'security_group_rule': {'security_group_id': '158443c0-9a13-412f-99b3-29e8241da3a4', 'project_id': 'b93cf5a3216e440abb14c71bd3408e06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:53:20.951101 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-9c6a498a-7aed-446f-895d-a9b9949b3543 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:20.954328 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-9c6a498a-7aed-446f-895d-a9b9949b3543 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Usage tracker for resource:security_group_rule and tenant:b93cf5a3216e440abb14c71bd3408e06 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:20.960445 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-9c6a498a-7aed-446f-895d-a9b9949b3543 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:20.976161 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-73576f74-19b3-47de-a41d-778c10921aca req-5dca854c-1c3e-415b-b481-f14bab998d76 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7c5dd65-00bc-43ea-a99d-6673d8873e67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1694884
Dec 14 17:53:20.977586 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-9c6a498a-7aed-446f-895d-a9b9949b3543 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:21.045352 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9c6a498a-7aed-446f-895d-a9b9949b3543 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:21.163469 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b2639-cd9d-43ee-a238-98b3284c3ff6 req-1a596892-13b9-46c4-bfda-60eab7dac570 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:21.172189 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-597b2639-cd9d-43ee-a238-98b3284c3ff6 req-1a596892-13b9-46c4-bfda-60eab7dac570 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88633d4-6c5f-4d1d-9422-e03dd006c5ad HTTP/1.1" status: 200  len: 946 time: 0.1686292
Dec 14 17:53:21.303999 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-597b2639-cd9d-43ee-a238-98b3284c3ff6 req-1eaab09a-9358-4d05-801f-8e1821119bd9 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306670
Dec 14 17:53:21.512980 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port e424e111-12b7-47db-8156-65b4abdc786d triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:53:21.513556 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:21.561051 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf474b-bc3d-4acb-8185-d2c00279d342 req-f762eaa4-57da-4b95-bceb-b96cacecd3ff tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:21.570109 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d7cf474b-bc3d-4acb-8185-d2c00279d342 req-f762eaa4-57da-4b95-bceb-b96cacecd3ff tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.2598262
Dec 14 17:53:21.599633 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6e77c97d-fae2-44e4-a98e-6e67fac89d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:21.663796 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9c6a498a-7aed-446f-895d-a9b9949b3543 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:21.667072 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-f3d22e7f-bb5b-478c-95f1-ef70e4d42f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622c7b7128>, [{'id': '30f6e28e-a79d-4726-aa9e-1ec5506277da', 'name': 'tempest-TestShelveInstance-1912195154-router', 'tenant_id': 'ad52951403c14720b20d94e089cf1e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'e424e111-12b7-47db-8156-65b4abdc786d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:53:06Z', 'updated_at': '2021-12-14T17:53:16Z', 'revision_number': 4, 'project_id': 'ad52951403c14720b20d94e089cf1e5c', 'gw_port': {'id': 'e424e111-12b7-47db-8156-65b4abdc786d', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cf:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f6e28e-a79d-4726-aa9e-1ec5506277da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:53:07Z', 'updated_at': '2021-12-14T17:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'e6426492-abfb-45ae-8e89-5b6af7721e78', 'name': '', 'network_id': '08e6b3db-43df-4d5d-bc0b-c7569cce8403', 'tenant_id': 'ad52951403c14720b20d94e089cf1e5c', 'mac_address': 'fa:16:3e:95:43:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f6e28e-a79d-4726-aa9e-1ec5506277da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80a9f306-6132-449d-9568-4f62ca37d08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:53:15Z', 'updated_at': '2021-12-14T17:53:16Z', 'revision_number': 2, 'project_id': 'ad52951403c14720b20d94e089cf1e5c', 'subnets': [{'id': '80a9f306-6132-449d-9568-4f62ca37d08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:53:21.674204 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d22e7f-bb5b-478c-95f1-ef70e4d42f34 None None] Checking router: 30f6e28e-a79d-4726-aa9e-1ec5506277da for host: dv-cinder-821737-1-iscsi {{(pid=88124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 17:53:21.674637 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d22e7f-bb5b-478c-95f1-ef70e4d42f34 None None] Updating router 30f6e28e-a79d-4726-aa9e-1ec5506277da port e6426492-abfb-45ae-8e89-5b6af7721e78 binding host dv-cinder-821737-1-iscsi {{(pid=88124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 14 17:53:21.682568 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-73576f74-19b3-47de-a41d-778c10921aca req-655f2394-c9f0-4a5a-afd1-193741af7bcb service neutron] 10.222.0.41 "GET /v2.0/networks/c7c5dd65-00bc-43ea-a99d-6673d8873e67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6962888
Dec 14 17:53:21.683877 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9c6a498a-7aed-446f-895d-a9b9949b3543 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720366'] for security_group_rule, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:21.687903 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d7cf474b-bc3d-4acb-8185-d2c00279d342 req-42dc3176-562b-40e5-a891-4ebc78909e36 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1162982
Dec 14 17:53:21.746673 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f3d22e7f-bb5b-478c-95f1-ef70e4d42f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:21.756953 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:21.892379 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:21.906976 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9c6a498a-7aed-446f-895d-a9b9949b3543 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:21.911562 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 47242) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:21.919589 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-bf201458-6088-434d-8958-f128dc9dd30d tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Request body: {'security_group_rule': {'security_group_id': '158443c0-9a13-412f-99b3-29e8241da3a4', 'project_id': 'b93cf5a3216e440abb14c71bd3408e06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:53:21.924633 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-9c6a498a-7aed-446f-895d-a9b9949b3543 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.0310721
Dec 14 17:53:21.937679 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a498a-7aed-446f-895d-a9b9949b3543 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd67b29-ab97-4de0-8110-b4b1296254c6,revision_number=0']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:21.940389 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-bf201458-6088-434d-8958-f128dc9dd30d tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:21.945158 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-bf201458-6088-434d-8958-f128dc9dd30d tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Usage tracker for resource:security_group_rule and tenant:b93cf5a3216e440abb14c71bd3408e06 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:21.955100 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-bf201458-6088-434d-8958-f128dc9dd30d tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:21.960897 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-9c6a498a-7aed-446f-895d-a9b9949b3543 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:21.964272 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-bf201458-6088-434d-8958-f128dc9dd30d tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:21.999210 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bf201458-6088-434d-8958-f128dc9dd30d tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:22.023475 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-73576f74-19b3-47de-a41d-778c10921aca req-16866bb8-c11b-4c31-a0ae-3fd1675ee184 service neutron] 10.222.0.41 "GET /v2.0/networks/c7c5dd65-00bc-43ea-a99d-6673d8873e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2800722
Dec 14 17:53:22.098827 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bf201458-6088-434d-8958-f128dc9dd30d tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:22.102207 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bf201458-6088-434d-8958-f128dc9dd30d tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720366'] for security_group_rule, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:22.104453 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-169c6d90-4b8b-4bc4-92aa-63a190d8caa2 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:22.131316 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf201458-6088-434d-8958-f128dc9dd30d tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d0ccc20-979d-4ff0-9d68-452f231cad8b,revision_number=0']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:22.134143 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-bf201458-6088-434d-8958-f128dc9dd30d tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:22.143063 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bf201458-6088-434d-8958-f128dc9dd30d tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:22.148827 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 47258) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:22.156795 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-8df5c6b8-e5d3-4f51-8d55-ff6f2e0f4ac9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Request body: {'security_group_rule': {'security_group_id': '158443c0-9a13-412f-99b3-29e8241da3a4', 'project_id': 'b93cf5a3216e440abb14c71bd3408e06', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:53:22.162617 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-bf201458-6088-434d-8958-f128dc9dd30d tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2491696
Dec 14 17:53:22.166840 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-8df5c6b8-e5d3-4f51-8d55-ff6f2e0f4ac9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:22.172266 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-8df5c6b8-e5d3-4f51-8d55-ff6f2e0f4ac9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Usage tracker for resource:security_group_rule and tenant:b93cf5a3216e440abb14c71bd3408e06 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:22.184371 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-8df5c6b8-e5d3-4f51-8d55-ff6f2e0f4ac9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:22.184371 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-8df5c6b8-e5d3-4f51-8d55-ff6f2e0f4ac9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:22.210332 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8df5c6b8-e5d3-4f51-8d55-ff6f2e0f4ac9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:22.308972 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8df5c6b8-e5d3-4f51-8d55-ff6f2e0f4ac9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:22.330518 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8df5c6b8-e5d3-4f51-8d55-ff6f2e0f4ac9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720366'] for security_group_rule, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:22.332854 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:22.358339 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f3d22e7f-bb5b-478c-95f1-ef70e4d42f34 None None] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:22.372315 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5c6b8-e5d3-4f51-8d55-ff6f2e0f4ac9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ced4599-d672-4aef-bc97-85915e4d41fe,revision_number=0']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:22.373763 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-f3d22e7f-bb5b-478c-95f1-ef70e4d42f34 None None] Transition to ACTIVE for port object e6426492-abfb-45ae-8e89-5b6af7721e78 will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:53:22.374318 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8df5c6b8-e5d3-4f51-8d55-ff6f2e0f4ac9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:22.375675 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-8df5c6b8-e5d3-4f51-8d55-ff6f2e0f4ac9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2252903
Dec 14 17:53:22.376613 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-8df5c6b8-e5d3-4f51-8d55-ff6f2e0f4ac9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:22.379343 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 47264) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:22.392481 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-6dd817b3-72c9-43cb-aa47-2f663f7316ef tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Request body: {'security_group_rule': {'security_group_id': '158443c0-9a13-412f-99b3-29e8241da3a4', 'project_id': 'b93cf5a3216e440abb14c71bd3408e06', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:53:22.406545 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f3d22e7f-bb5b-478c-95f1-ef70e4d42f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:22.407800 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-6dd817b3-72c9-43cb-aa47-2f663f7316ef tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:22.414366 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-6dd817b3-72c9-43cb-aa47-2f663f7316ef tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Usage tracker for resource:security_group_rule and tenant:b93cf5a3216e440abb14c71bd3408e06 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:22.420248 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:22.420467 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-6dd817b3-72c9-43cb-aa47-2f663f7316ef tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:22.430472 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-6dd817b3-72c9-43cb-aa47-2f663f7316ef tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:22.475929 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6dd817b3-72c9-43cb-aa47-2f663f7316ef tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:22.562405 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 47274) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:22.590519 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b82ee-3d14-4f13-986f-018217e785a6 None None] Pushing event updated for resources: {'Port': ['ID=e6426492-abfb-45ae-8e89-5b6af7721e78,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:22.595289 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2f4b82ee-3d14-4f13-986f-018217e785a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:22.658133 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6dd817b3-72c9-43cb-aa47-2f663f7316ef tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:22.669344 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6dd817b3-72c9-43cb-aa47-2f663f7316ef tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720366'] for security_group_rule, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:22.675208 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:22.691925 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53ad70-3235-47cc-89c1-a69bbf2c5769 req-28730b0c-f0bd-45e1-98b8-5c3e2df5c6cc tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:22.720044 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-fb53ad70-3235-47cc-89c1-a69bbf2c5769 req-28730b0c-f0bd-45e1-98b8-5c3e2df5c6cc tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88633d4-6c5f-4d1d-9422-e03dd006c5ad HTTP/1.1" status: 200  len: 946 time: 0.2296853
Dec 14 17:53:22.778889 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd817b3-72c9-43cb-aa47-2f663f7316ef tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f35fb187-dd02-4a70-ab21-f641112e4e76,revision_number=0']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:22.784786 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-6dd817b3-72c9-43cb-aa47-2f663f7316ef tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:22.786947 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6dd817b3-72c9-43cb-aa47-2f663f7316ef tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:22.787328 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-f3d22e7f-bb5b-478c-95f1-ef70e4d42f34 None None] Attempting to bind port e6426492-abfb-45ae-8e89-5b6af7721e78 on host dv-cinder-821737-1-iscsi for vnic_type normal with profile  {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:53:22.787765 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-f3d22e7f-bb5b-478c-95f1-ef70e4d42f34 None None] Attempting to bind port e6426492-abfb-45ae-8e89-5b6af7721e78 by drivers openvswitch,hyperv on host dv-cinder-821737-1-iscsi at level 0 using segments [{'id': 'ab43a909-d72c-4fbd-8aa1-97997d9af685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08e6b3db-43df-4d5d-bc0b-c7569cce8403'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:53:22.788395 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-6dd817b3-72c9-43cb-aa47-2f663f7316ef tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4077523
Dec 14 17:53:22.791674 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d22e7f-bb5b-478c-95f1-ef70e4d42f34 None None] Attempting to bind port e6426492-abfb-45ae-8e89-5b6af7721e78 on network 08e6b3db-43df-4d5d-bc0b-c7569cce8403 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:53:22.795422 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 47288) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:22.802165 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-b9f441f7-1cae-4943-91b7-7e60c9a5598a tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Request body: {'security_group_rule': {'security_group_id': '158443c0-9a13-412f-99b3-29e8241da3a4', 'project_id': 'b93cf5a3216e440abb14c71bd3408e06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:53:22.813083 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d22e7f-bb5b-478c-95f1-ef70e4d42f34 None None] Checking agent: {'id': 'cfd28b24-d8e5-433a-a8d2-fa726f969496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 41, 52), 'started_at': datetime.datetime(2021, 12, 14, 17, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:53:22.817870 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d22e7f-bb5b-478c-95f1-ef70e4d42f34 None None] Checking segment: {'id': 'ab43a909-d72c-4fbd-8aa1-97997d9af685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08e6b3db-43df-4d5d-bc0b-c7569cce8403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:53:22.818303 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f3d22e7f-bb5b-478c-95f1-ef70e4d42f34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:22.818758 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d22e7f-bb5b-478c-95f1-ef70e4d42f34 None None] Bound using segment: {'id': 'ab43a909-d72c-4fbd-8aa1-97997d9af685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08e6b3db-43df-4d5d-bc0b-c7569cce8403'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:53:22.819327 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-f3d22e7f-bb5b-478c-95f1-ef70e4d42f34 None None] Bound port: e6426492-abfb-45ae-8e89-5b6af7721e78, host: dv-cinder-821737-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab43a909-d72c-4fbd-8aa1-97997d9af685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08e6b3db-43df-4d5d-bc0b-c7569cce8403'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:53:22.819759 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f3d22e7f-bb5b-478c-95f1-ef70e4d42f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:22.829745 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-b9f441f7-1cae-4943-91b7-7e60c9a5598a tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:22.849498 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-b9f441f7-1cae-4943-91b7-7e60c9a5598a tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Usage tracker for resource:security_group_rule and tenant:b93cf5a3216e440abb14c71bd3408e06 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:22.864420 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-b9f441f7-1cae-4943-91b7-7e60c9a5598a tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:22.886826 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-b9f441f7-1cae-4943-91b7-7e60c9a5598a tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:22.907717 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-fb53ad70-3235-47cc-89c1-a69bbf2c5769 req-506e1386-ef0d-4570-8dea-3e520f76cdac tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1865439
Dec 14 17:53:23.027337 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.securitygroups_db [None req-b9f441f7-1cae-4943-91b7-7e60c9a5598a tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Project b93cf5a3216e440abb14c71bd3408e06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 14 17:53:23.058754 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cbc9d449-a178-4517-ba25-8cc02a5c5f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:23.064485 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b9f441f7-1cae-4943-91b7-7e60c9a5598a tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:23.077891 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a2e18260-46d3-44e4-b53b-b537e6a228eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:23.096148 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-f3d22e7f-bb5b-478c-95f1-ef70e4d42f34 None None] For port e6426492-abfb-45ae-8e89-5b6af7721e78, host dv-cinder-821737-1-iscsi, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:53:23.099954 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-f3d22e7f-bb5b-478c-95f1-ef70e4d42f34 None None] For port e6426492-abfb-45ae-8e89-5b6af7721e78, host dv-cinder-821737-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=e6426492-abfb-45ae-8e89-5b6af7721e78,segment=NetworkSegment(ab43a909-d72c-4fbd-8aa1-97997d9af685),segment_id=ab43a909-d72c-4fbd-8aa1-97997d9af685)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:53:23.105048 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f3d22e7f-bb5b-478c-95f1-ef70e4d42f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:23.115320 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:23.173694 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7d29f-abd9-4484-8e8b-102b4d353f06 req-1fea9bc0-b562-481b-a701-e983ee85ea6b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:23.178167 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-a2e18260-46d3-44e4-b53b-b537e6a228eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:23.185048 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-96e7d29f-abd9-4484-8e8b-102b4d353f06 req-1fea9bc0-b562-481b-a701-e983ee85ea6b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.1959748
Dec 14 17:53:23.191266 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b82ee-3d14-4f13-986f-018217e785a6 None None] Pushing event updated for resources: {'Port': ['ID=e6426492-abfb-45ae-8e89-5b6af7721e78,revision_number=4']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:23.192862 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-a2e18260-46d3-44e4-b53b-b537e6a228eb admin admin] Usage tracker for resource:security_group_rule and tenant:1ee657553122431385ec8be82ac5498b is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:23.198674 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-a2e18260-46d3-44e4-b53b-b537e6a228eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:23.199676 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2f4b82ee-3d14-4f13-986f-018217e785a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:23.221875 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-a2e18260-46d3-44e4-b53b-b537e6a228eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:23.229685 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d22e7f-bb5b-478c-95f1-ef70e4d42f34 None None] Routers {'30f6e28e-a79d-4726-aa9e-1ec5506277da'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:53:23.229685 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-f3d22e7f-bb5b-478c-95f1-ef70e4d42f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622c7b7128>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:53:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['30f6e28e-a79d-4726-aa9e-1ec5506277da'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:53:23.230569 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470fc82a-da6f-4e09-bcb1-119f3cbedee9 req-efce71d3-0a0f-4185-a355-955a57ed8f4f tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:23.231382 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-470fc82a-da6f-4e09-bcb1-119f3cbedee9 req-efce71d3-0a0f-4185-a355-955a57ed8f4f tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Synchronizing usage tracker for tenant:09184c2f3f8b4da69759907044ea0d13 on resource:port {{(pid=88123) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:53:23.237361 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b9f441f7-1cae-4943-91b7-7e60c9a5598a tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:23.255131 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b9f441f7-1cae-4943-91b7-7e60c9a5598a tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720366'] for security_group_rule, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:23.269822 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:23.299414 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-470fc82a-da6f-4e09-bcb1-119f3cbedee9 req-efce71d3-0a0f-4185-a355-955a57ed8f4f tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Unset dirty status for tenant:09184c2f3f8b4da69759907044ea0d13 on resource:port {{(pid=88123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:53:23.304912 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-470fc82a-da6f-4e09-bcb1-119f3cbedee9 req-efce71d3-0a0f-4185-a355-955a57ed8f4f tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.41 "GET /v2.0/ports?device_id=a88633d4-6c5f-4d1d-9422-e03dd006c5ad HTTP/1.1" status: 200  len: 946 time: 0.3761842
Dec 14 17:53:23.318281 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f441f7-1cae-4943-91b7-7e60c9a5598a tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d520e95-2d85-4417-8b66-f5fd23646053,revision_number=0']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:23.361611 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-96e7d29f-abd9-4484-8e8b-102b4d353f06 req-ccfe4a13-081f-4a6b-b0cf-2f2bfe069e03 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1688633
Dec 14 17:53:23.392213 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b9f441f7-1cae-4943-91b7-7e60c9a5598a tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:23.453916 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b9f441f7-1cae-4943-91b7-7e60c9a5598a tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:23.455655 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-b9f441f7-1cae-4943-91b7-7e60c9a5598a tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.6589866
Dec 14 17:53:23.459379 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 47306) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:23.468026 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-4ff28ece-806c-4286-928d-7a7eee2ab5aa tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Request body: {'security_group_rule': {'security_group_id': '158443c0-9a13-412f-99b3-29e8241da3a4', 'project_id': 'b93cf5a3216e440abb14c71bd3408e06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:53:23.479005 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-4ff28ece-806c-4286-928d-7a7eee2ab5aa tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:23.490614 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-470fc82a-da6f-4e09-bcb1-119f3cbedee9 req-0ec1dcfb-ade5-44b4-8bbf-76c88e5c3a1c tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Deleting port fedf3d17-b4de-4801-aee8-4b70f0cf0dd2 {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:53:23.492698 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-4ff28ece-806c-4286-928d-7a7eee2ab5aa tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Usage tracker for resource:security_group_rule and tenant:b93cf5a3216e440abb14c71bd3408e06 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:23.496328 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-470fc82a-da6f-4e09-bcb1-119f3cbedee9 req-0ec1dcfb-ade5-44b4-8bbf-76c88e5c3a1c tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:23.503008 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-4ff28ece-806c-4286-928d-7a7eee2ab5aa tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:23.519625 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-4ff28ece-806c-4286-928d-7a7eee2ab5aa tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:23.542968 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.securitygroups_db [None req-4ff28ece-806c-4286-928d-7a7eee2ab5aa tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Project b93cf5a3216e440abb14c71bd3408e06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 14 17:53:23.552368 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4ff28ece-806c-4286-928d-7a7eee2ab5aa tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:23.635309 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a2e18260-46d3-44e4-b53b-b537e6a228eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:23.642937 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a2e18260-46d3-44e4-b53b-b537e6a228eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:23.686166 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-f3d22e7f-bb5b-478c-95f1-ef70e4d42f34 None None] Set router 30f6e28e-a79d-4726-aa9e-1ec5506277da gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:53:23.745020 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-4285356a-0fb8-4f8a-b14c-5ee8a5aed3e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:23.806902 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4ff28ece-806c-4286-928d-7a7eee2ab5aa tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:23.813630 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4ff28ece-806c-4286-928d-7a7eee2ab5aa tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720366'] for security_group_rule, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:23.818362 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:23.881065 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff28ece-806c-4286-928d-7a7eee2ab5aa tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=775dbf8e-8895-4bcb-9bb1-abae77e8bd3b,revision_number=0']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:23.883969 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-4ff28ece-806c-4286-928d-7a7eee2ab5aa tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:23.899369 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4ff28ece-806c-4286-928d-7a7eee2ab5aa tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:23.910714 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-4ff28ece-806c-4286-928d-7a7eee2ab5aa tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.4499552
Dec 14 17:53:23.924697 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 47318) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:23.945946 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-a2e18260-46d3-44e4-b53b-b537e6a228eb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ee657553122431385ec8be82ac5498b&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3620918
Dec 14 17:53:24.078124 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2ad5539b-9d0e-472a-a73e-f49066ea44cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:24.115096 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2ad5539b-9d0e-472a-a73e-f49066ea44cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:24.167135 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2ad5539b-9d0e-472a-a73e-f49066ea44cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:24.174200 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:24.187716 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:24.216074 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-f3d22e7f-bb5b-478c-95f1-ef70e4d42f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622c7b7128>, [{'id': '30f6e28e-a79d-4726-aa9e-1ec5506277da', 'name': 'tempest-TestShelveInstance-1912195154-router', 'tenant_id': 'ad52951403c14720b20d94e089cf1e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'e424e111-12b7-47db-8156-65b4abdc786d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:53:06Z', 'updated_at': '2021-12-14T17:53:16Z', 'revision_number': 4, 'project_id': 'ad52951403c14720b20d94e089cf1e5c', 'gw_port': {'id': 'e424e111-12b7-47db-8156-65b4abdc786d', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cf:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f6e28e-a79d-4726-aa9e-1ec5506277da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:53:07Z', 'updated_at': '2021-12-14T17:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'e6426492-abfb-45ae-8e89-5b6af7721e78', 'name': '', 'network_id': '08e6b3db-43df-4d5d-bc0b-c7569cce8403', 'tenant_id': 'ad52951403c14720b20d94e089cf1e5c', 'mac_address': 'fa:16:3e:95:43:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f6e28e-a79d-4726-aa9e-1ec5506277da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80a9f306-6132-449d-9568-4f62ca37d08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:53:15Z', 'updated_at': '2021-12-14T17:53:23Z', 'revision_number': 4, 'project_id': 'ad52951403c14720b20d94e089cf1e5c', 'subnets': [{'id': '80a9f306-6132-449d-9568-4f62ca37d08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:53:24.221576 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d22e7f-bb5b-478c-95f1-ef70e4d42f34 None None] The sync data for ids ['30f6e28e-a79d-4726-aa9e-1ec5506277da'] in dv-cinder-821737-1-iscsi is: [{'id': '30f6e28e-a79d-4726-aa9e-1ec5506277da', 'name': 'tempest-TestShelveInstance-1912195154-router', 'tenant_id': 'ad52951403c14720b20d94e089cf1e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'e424e111-12b7-47db-8156-65b4abdc786d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:53:06Z', 'updated_at': '2021-12-14T17:53:16Z', 'revision_number': 4, 'project_id': 'ad52951403c14720b20d94e089cf1e5c', 'gw_port': {'id': 'e424e111-12b7-47db-8156-65b4abdc786d', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cf:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f6e28e-a79d-4726-aa9e-1ec5506277da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:53:07Z', 'updated_at': '2021-12-14T17:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'e6426492-abfb-45ae-8e89-5b6af7721e78', 'name': '', 'network_id': '08e6b3db-43df-4d5d-bc0b-c7569cce8403', 'tenant_id': 'ad52951403c14720b20d94e089cf1e5c', 'mac_address': 'fa:16:3e:95:43:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f6e28e-a79d-4726-aa9e-1ec5506277da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80a9f306-6132-449d-9568-4f62ca37d08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:53:15Z', 'updated_at': '2021-12-14T17:53:23Z', 'revision_number': 4, 'project_id': 'ad52951403c14720b20d94e089cf1e5c', 'subnets': [{'id': '80a9f306-6132-449d-9568-4f62ca37d08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 17:53:24.262167 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2ad5539b-9d0e-472a-a73e-f49066ea44cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:24.264470 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-2ad5539b-9d0e-472a-a73e-f49066ea44cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a7c7ff65-509c-4708-9b44-09771cead2c7 HTTP/1.1" status: 204  len: 168 time: 0.3371196
Dec 14 17:53:24.266843 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5539b-9d0e-472a-a73e-f49066ea44cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c7ff65-509c-4708-9b44-09771cead2c7,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:24.282815 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2ad5539b-9d0e-472a-a73e-f49066ea44cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:24.390923 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 47334) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:24.465045 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a74dc-d757-4c04-ab85-5763e0aef8fb req-7999b719-cb00-4880-a7d4-accdacbb6dbc tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:24.468165 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e18260-46d3-44e4-b53b-b537e6a228eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c7ff65-509c-4708-9b44-09771cead2c7,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:24.471850 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8c4a74dc-d757-4c04-ab85-5763e0aef8fb req-7999b719-cb00-4880-a7d4-accdacbb6dbc tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88633d4-6c5f-4d1d-9422-e03dd006c5ad HTTP/1.1" status: 200  len: 946 time: 0.2882276
Dec 14 17:53:24.506776 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a2e18260-46d3-44e4-b53b-b537e6a228eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.761s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:24.578080 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8c4a74dc-d757-4c04-ab85-5763e0aef8fb req-8bc79ab3-2493-4712-bfe0-c572d5491e4c tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949566
Dec 14 17:53:24.580900 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-470fc82a-da6f-4e09-bcb1-119f3cbedee9 req-0ec1dcfb-ade5-44b4-8bbf-76c88e5c3a1c tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] For port fedf3d17-b4de-4801-aee8-4b70f0cf0dd2, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=fedf3d17-b4de-4801-aee8-4b70f0cf0dd2,segment=NetworkSegment(cadbd5ca-d0ab-46df-ab2b-fa3b315b265c),segment_id=cadbd5ca-d0ab-46df-ab2b-fa3b315b265c)] {{(pid=88123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:53:24.581305 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-470fc82a-da6f-4e09-bcb1-119f3cbedee9 req-0ec1dcfb-ade5-44b4-8bbf-76c88e5c3a1c tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:24.641538 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:24.679057 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device e6426492-abfb-45ae-8e89-5b6af7721e78 up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:53:24.873756 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-470fc82a-da6f-4e09-bcb1-119f3cbedee9 req-0ec1dcfb-ade5-44b4-8bbf-76c88e5c3a1c tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Calling delete_port for fedf3d17-b4de-4801-aee8-4b70f0cf0dd2 owned by compute:nova {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:53:24.888232 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2e91cf85-0d64-47a7-bd33-49cd0564f87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:24.902073 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning for port e6426492-abfb-45ae-8e89-5b6af7721e78 completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:53:24.935006 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port e6426492-abfb-45ae-8e89-5b6af7721e78 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:53:24.935787 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-2e91cf85-0d64-47a7-bd33-49cd0564f87b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:24.937722 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:24.946567 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-2e91cf85-0d64-47a7-bd33-49cd0564f87b admin admin] Usage tracker for resource:security_group_rule and tenant:d979c63e341440429abf8f45695e8af6 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:24.950030 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-2e91cf85-0d64-47a7-bd33-49cd0564f87b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:24.958808 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-2e91cf85-0d64-47a7-bd33-49cd0564f87b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:25.038475 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fac7c-6762-49af-a709-811a04965018 req-0054889d-3042-4664-9774-9002b9dc994e tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:25.048126 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-775fac7c-6762-49af-a709-811a04965018 req-0054889d-3042-4664-9774-9002b9dc994e tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.3851604
Dec 14 17:53:25.170150 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-470fc82a-da6f-4e09-bcb1-119f3cbedee9 req-0ec1dcfb-ade5-44b4-8bbf-76c88e5c3a1c tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:25.177218 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-4e11d816-3f5e-406a-ae76-870925d6b7c6 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:25.180134 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:25.214455 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['45aca380-8b0b-4936-8224-377f64d82315', '028a035a-9b61-471c-a9dd-726034aaf174', 'd4a5065e-d7eb-42e4-950f-dfc733b55bb2'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 17:53:25.228424 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-775fac7c-6762-49af-a709-811a04965018 req-90e530cc-d9c1-4f5c-9913-f3ef4275cc0b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1731155
Dec 14 17:53:25.232304 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec1dcfb-ade5-44b4-8bbf-76c88e5c3a1c tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Pushing event deleted for resources: {'Port': ['ID=fedf3d17-b4de-4801-aee8-4b70f0cf0dd2,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:25.299758 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1dcfb-ade5-44b4-8bbf-76c88e5c3a1c tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:53:25.300938 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1dcfb-ade5-44b4-8bbf-76c88e5c3a1c tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:53:25.301593 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1dcfb-ade5-44b4-8bbf-76c88e5c3a1c tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:53:25.302511 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1dcfb-ade5-44b4-8bbf-76c88e5c3a1c tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:53:25.303554 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1dcfb-ade5-44b4-8bbf-76c88e5c3a1c tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:53:25.304170 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1dcfb-ade5-44b4-8bbf-76c88e5c3a1c tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:53:25.304776 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1dcfb-ade5-44b4-8bbf-76c88e5c3a1c tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:53:25.306584 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1dcfb-ade5-44b4-8bbf-76c88e5c3a1c tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:53:25.307243 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1dcfb-ade5-44b4-8bbf-76c88e5c3a1c tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:53:25.307839 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1dcfb-ade5-44b4-8bbf-76c88e5c3a1c tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:53:25.308388 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2e91cf85-0d64-47a7-bd33-49cd0564f87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:25.308968 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec1dcfb-ade5-44b4-8bbf-76c88e5c3a1c tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:53:25.316254 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2e91cf85-0d64-47a7-bd33-49cd0564f87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:25.324942 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-946d86f4-8d77-40aa-b6d9-e2fa5bcecd25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:25.380968 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-0ec1dcfb-ade5-44b4-8bbf-76c88e5c3a1c tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:25.423000 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] For port e6426492-abfb-45ae-8e89-5b6af7721e78, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=e6426492-abfb-45ae-8e89-5b6af7721e78,segment=NetworkSegment(ab43a909-d72c-4fbd-8aa1-97997d9af685),segment_id=ab43a909-d72c-4fbd-8aa1-97997d9af685)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:53:25.425027 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91cf85-0d64-47a7-bd33-49cd0564f87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbf9267-7124-4f41-a63c-bf882e1f1481,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:25.427979 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-470fc82a-da6f-4e09-bcb1-119f3cbedee9 req-0ec1dcfb-ade5-44b4-8bbf-76c88e5c3a1c tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] No DVR routers for this DVR port fedf3d17-b4de-4801-aee8-4b70f0cf0dd2 on host hv-cinder-82173 {{(pid=88123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 14 17:53:25.430468 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-470fc82a-da6f-4e09-bcb1-119f3cbedee9 req-0ec1dcfb-ade5-44b4-8bbf-76c88e5c3a1c tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:25.431041 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2e91cf85-0d64-47a7-bd33-49cd0564f87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:25.433984 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88633d4-6c5f-4d1d-9422-e03dd006c5ad', 'name': 'network-vif-deleted', 'tag': 'fedf3d17-b4de-4801-aee8-4b70f0cf0dd2'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:53:25.455549 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-470fc82a-da6f-4e09-bcb1-119f3cbedee9 req-0ec1dcfb-ade5-44b4-8bbf-76c88e5c3a1c tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.41 "DELETE /v2.0/ports/fedf3d17-b4de-4801-aee8-4b70f0cf0dd2 HTTP/1.1" status: 204  len: 173 time: 2.1408093
Dec 14 17:53:25.477447 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:25.504473 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-bd0ca5ee-0d4d-4278-a27c-993612c4f21e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:25.524730 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 47386) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:25.531715 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-2e91cf85-0d64-47a7-bd33-49cd0564f87b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d979c63e341440429abf8f45695e8af6&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1378326
Dec 14 17:53:25.580429 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88633d4-6c5f-4d1d-9422-e03dd006c5ad', 'name': 'network-vif-deleted', 'tag': 'fedf3d17-b4de-4801-aee8-4b70f0cf0dd2', 'status': 'completed', 'code': 200}
Dec 14 17:53:25.640379 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-510b9e21-ef5c-427d-8244-df8f27d16abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:25.677564 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Pushing event updated for resources: {'Port': ['ID=e6426492-abfb-45ae-8e89-5b6af7721e78,revision_number=5']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:25.689331 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:25.691041 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-510b9e21-ef5c-427d-8244-df8f27d16abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:25.802148 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-510b9e21-ef5c-427d-8244-df8f27d16abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:25.808179 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-8b1b28e1-eae8-4c63-88cb-660d50f81e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:25.840181 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b9e21-ef5c-427d-8244-df8f27d16abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbf9267-7124-4f41-a63c-bf882e1f1481,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:25.855412 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-510b9e21-ef5c-427d-8244-df8f27d16abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:25.858370 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-510b9e21-ef5c-427d-8244-df8f27d16abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:25.860975 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-510b9e21-ef5c-427d-8244-df8f27d16abb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0cbf9267-7124-4f41-a63c-bf882e1f1481 HTTP/1.1" status: 204  len: 168 time: 0.3344181
Dec 14 17:53:26.026830 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ff4f62b8-990a-44d4-9301-67b7ddbf0e8d req-c4391e5f-b2dd-4af1-8b72-3762917afb81 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88633d4-6c5f-4d1d-9422-e03dd006c5ad HTTP/1.1" status: 200  len: 210 time: 0.0840466
Dec 14 17:53:26.331021 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82a074-0eca-4609-a62d-2ed12ae3d092 req-859bb258-a3d4-43ef-ba27-1cf09417a7e9 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:26.348083 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-aa82a074-0eca-4609-a62d-2ed12ae3d092 req-859bb258-a3d4-43ef-ba27-1cf09417a7e9 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 945 time: 0.1788001
Dec 14 17:53:26.482816 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-aa82a074-0eca-4609-a62d-2ed12ae3d092 req-92832d9c-6083-4e98-803d-ae0ca4c687c8 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286347
Dec 14 17:53:26.488325 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device e6426492-abfb-45ae-8e89-5b6af7721e78 up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:53:26.602324 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port e6426492-abfb-45ae-8e89-5b6af7721e78 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:53:26.603165 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:26.666211 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 47418) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:26.694176 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-12b86578-2584-487d-9f4d-184370667f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:26.744718 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-12b86578-2584-487d-9f4d-184370667f11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:26.761475 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-12b86578-2584-487d-9f4d-184370667f11 admin admin] Usage tracker for resource:security_group_rule and tenant:cbb2dd8deb464faa802011cb93b2f6b3 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:26.770162 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-12b86578-2584-487d-9f4d-184370667f11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:26.780028 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-12b86578-2584-487d-9f4d-184370667f11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:26.886770 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-12b86578-2584-487d-9f4d-184370667f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:26.891457 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-12b86578-2584-487d-9f4d-184370667f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:26.900916 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-cfeefd32-fd13-4ad8-b44e-3e73106e653b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:26.916093 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device fedf3d17-b4de-4801-aee8-4b70f0cf0dd2 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 17:53:26.959931 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] No Port match for: fedf3d17-b4de-4801-aee8-4b70f0cf0dd2 {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 17:53:26.960325 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device fedf3d17-b4de-4801-aee8-4b70f0cf0dd2 not bound to the agent host hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 17:53:26.973625 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-12b86578-2584-487d-9f4d-184370667f11 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cbb2dd8deb464faa802011cb93b2f6b3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3061564
Dec 14 17:53:26.976980 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 47428) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:26.978007 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b86578-2584-487d-9f4d-184370667f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd21b45d-0264-4956-bd4b-8530b55516b6,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:26.982264 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-12b86578-2584-487d-9f4d-184370667f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:27.050475 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1563577f-e0a0-4631-8854-72a075b0f6d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:27.083364 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1563577f-e0a0-4631-8854-72a075b0f6d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:27.130299 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1563577f-e0a0-4631-8854-72a075b0f6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:27.136033 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a1599dd0-b271-486d-bcfc-e8cb991fa84d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:27.151365 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563577f-e0a0-4631-8854-72a075b0f6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd21b45d-0264-4956-bd4b-8530b55516b6,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:27.153850 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-1563577f-e0a0-4631-8854-72a075b0f6d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:27.156228 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1563577f-e0a0-4631-8854-72a075b0f6d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:27.157949 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-1563577f-e0a0-4631-8854-72a075b0f6d1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fd21b45d-0264-4956-bd4b-8530b55516b6 HTTP/1.1" status: 204  len: 168 time: 0.1791203
Dec 14 17:53:27.726776 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c342f8-917f-4ad5-91b5-6f616d649c13 req-0fa2ff5c-bc65-421b-8a5e-2f8523bde27f tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:27.728450 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-71c342f8-917f-4ad5-91b5-6f616d649c13 req-0fa2ff5c-bc65-421b-8a5e-2f8523bde27f tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 945 time: 0.0939434
Dec 14 17:53:27.780430 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-71c342f8-917f-4ad5-91b5-6f616d649c13 req-1e7d2865-2a50-4802-b181-81d906714cb5 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456522
Dec 14 17:53:28.861597 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10321bda-4cf6-4b3b-98ee-1062ffaa6ce0 req-e2624180-4905-4085-a475-a904d72cdb6f tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:28.870002 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-10321bda-4cf6-4b3b-98ee-1062ffaa6ce0 req-e2624180-4905-4085-a475-a904d72cdb6f tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=49c5667e-109c-4bbd-8715-e526fa9be537 HTTP/1.1" status: 200  len: 945 time: 0.0966723
Dec 14 17:53:28.928819 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-10321bda-4cf6-4b3b-98ee-1062ffaa6ce0 req-657cc968-8464-4980-a477-48624fa0257b tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575020
Dec 14 17:53:28.960755 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7d72f-f4c0-44b0-a1fb-3a3749d30a26 req-4c48eba0-ee1d-42f7-8c6a-21f26c31885b tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:28.961563 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-02b7d72f-f4c0-44b0-a1fb-3a3749d30a26 req-4c48eba0-ee1d-42f7-8c6a-21f26c31885b tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Synchronizing usage tracker for tenant:02573c92b5c647b2982d81b49df3d4cb on resource:port {{(pid=88123) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:53:28.977665 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-02b7d72f-f4c0-44b0-a1fb-3a3749d30a26 req-4c48eba0-ee1d-42f7-8c6a-21f26c31885b tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Unset dirty status for tenant:02573c92b5c647b2982d81b49df3d4cb on resource:port {{(pid=88123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:53:28.979001 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-02b7d72f-f4c0-44b0-a1fb-3a3749d30a26 req-4c48eba0-ee1d-42f7-8c6a-21f26c31885b tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 945 time: 0.1235135
Dec 14 17:53:29.027801 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754964f-922f-4a1d-a90e-78531a2d06bb req-fa0113a2-7c11-4682-b556-ff800cea9581 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:29.031799 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f754964f-922f-4a1d-a90e-78531a2d06bb req-fa0113a2-7c11-4682-b556-ff800cea9581 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 945 time: 0.1006167
Dec 14 17:53:29.071889 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-02b7d72f-f4c0-44b0-a1fb-3a3749d30a26 req-112914b3-c4dd-4075-a870-2efb216240c2 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Deleting port 8a09a77d-c59c-4dfa-85be-f4342b4f7963 {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:53:29.072282 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-02b7d72f-f4c0-44b0-a1fb-3a3749d30a26 req-112914b3-c4dd-4075-a870-2efb216240c2 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:29.088452 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f754964f-922f-4a1d-a90e-78531a2d06bb req-c4338ccf-a31f-4063-b053-c076d37b0c2c tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468323
Dec 14 17:53:29.322598 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 6 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 17:53:29.362187 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-02b7d72f-f4c0-44b0-a1fb-3a3749d30a26 req-112914b3-c4dd-4075-a870-2efb216240c2 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] For port 8a09a77d-c59c-4dfa-85be-f4342b4f7963, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=8a09a77d-c59c-4dfa-85be-f4342b4f7963,segment=NetworkSegment(e53f41fd-1223-447c-bef8-0170cf138b25),segment_id=e53f41fd-1223-447c-bef8-0170cf138b25)] {{(pid=88123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:53:29.362580 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-02b7d72f-f4c0-44b0-a1fb-3a3749d30a26 req-112914b3-c4dd-4075-a870-2efb216240c2 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:29.516030 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-02b7d72f-f4c0-44b0-a1fb-3a3749d30a26 req-112914b3-c4dd-4075-a870-2efb216240c2 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Calling delete_port for 8a09a77d-c59c-4dfa-85be-f4342b4f7963 owned by compute:nova {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:53:29.666821 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-02b7d72f-f4c0-44b0-a1fb-3a3749d30a26 req-112914b3-c4dd-4075-a870-2efb216240c2 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:29.676665 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:29.729424 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112914b3-c4dd-4075-a870-2efb216240c2 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Pushing event deleted for resources: {'Port': ['ID=8a09a77d-c59c-4dfa-85be-f4342b4f7963,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:29.736113 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-112914b3-c4dd-4075-a870-2efb216240c2 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:29.822919 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b7d72f-f4c0-44b0-a1fb-3a3749d30a26 req-112914b3-c4dd-4075-a870-2efb216240c2 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] No DVR routers for this DVR port 8a09a77d-c59c-4dfa-85be-f4342b4f7963 on host hv-cinder-82173 {{(pid=88123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 14 17:53:29.825688 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-02b7d72f-f4c0-44b0-a1fb-3a3749d30a26 req-112914b3-c4dd-4075-a870-2efb216240c2 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:29.828921 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe44d0d8-bb67-47a7-acc0-ccc7afe93648', 'name': 'network-vif-deleted', 'tag': '8a09a77d-c59c-4dfa-85be-f4342b4f7963'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:53:29.851090 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-02b7d72f-f4c0-44b0-a1fb-3a3749d30a26 req-112914b3-c4dd-4075-a870-2efb216240c2 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.41 "DELETE /v2.0/ports/8a09a77d-c59c-4dfa-85be-f4342b4f7963 HTTP/1.1" status: 204  len: 173 time: 0.8651381
Dec 14 17:53:29.887100 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe44d0d8-bb67-47a7-acc0-ccc7afe93648', 'name': 'network-vif-deleted', 'tag': '8a09a77d-c59c-4dfa-85be-f4342b4f7963', 'status': 'completed', 'code': 200}
Dec 14 17:53:30.137954 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f407cf-80c5-4170-8382-6e6f0f478413 req-39d14bb3-7fe7-4cd0-be29-54f48167efed tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:30.140655 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-98f407cf-80c5-4170-8382-6e6f0f478413 req-39d14bb3-7fe7-4cd0-be29-54f48167efed tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=49c5667e-109c-4bbd-8715-e526fa9be537 HTTP/1.1" status: 200  len: 945 time: 0.0898781
Dec 14 17:53:30.195045 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-98f407cf-80c5-4170-8382-6e6f0f478413 req-241dff90-1310-457c-8476-86aa7983114b tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480719
Dec 14 17:53:30.295274 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8468267e-5bb9-4d90-a29e-6b95072b4434 req-c42f6178-5d31-4a33-bf2d-a7237cf7ad00 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 210 time: 0.0578780
Dec 14 17:53:31.420821 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f32be8-cefb-42fd-90f8-4da0afa476a5 req-db5957bd-3e3b-495a-8f84-2d4a5aa12b3f tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:31.423034 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-73f32be8-cefb-42fd-90f8-4da0afa476a5 req-db5957bd-3e3b-495a-8f84-2d4a5aa12b3f tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=49c5667e-109c-4bbd-8715-e526fa9be537 HTTP/1.1" status: 200  len: 945 time: 0.0975389
Dec 14 17:53:31.526831 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6a23edce-532d-4561-b9b9-522e3dab4d3e req-5351086a-e80f-4eaf-91c2-b04621385417 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 210 time: 0.0593421
Dec 14 17:53:31.531561 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-73f32be8-cefb-42fd-90f8-4da0afa476a5 req-2b6f21a2-51fd-4765-a7ca-251a3d9e8330 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014464
Dec 14 17:53:32.069916 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['da1e9390-2f53-477c-a923-727d93981952', '8a09a77d-c59c-4dfa-85be-f4342b4f7963'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 17:53:32.132469 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:32.777839 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d3843ba3-6be0-4f1d-acd8-883bcd036f27 req-036923f0-fdfc-4e9d-9f27-2d19f6eee352 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe44d0d8-bb67-47a7-acc0-ccc7afe93648 HTTP/1.1" status: 200  len: 210 time: 0.0668612
Dec 14 17:53:32.811299 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697eeb76-6d7d-412e-b79e-64595229a915 req-097edc69-7ff5-4622-83d1-b4f01d9c4788 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:32.813705 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-697eeb76-6d7d-412e-b79e-64595229a915 req-097edc69-7ff5-4622-83d1-b4f01d9c4788 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=49c5667e-109c-4bbd-8715-e526fa9be537 HTTP/1.1" status: 200  len: 945 time: 0.1490586
Dec 14 17:53:32.888330 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-697eeb76-6d7d-412e-b79e-64595229a915 req-8e00bc2b-0018-4320-8e80-24e3965a0089 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665286
Dec 14 17:53:33.151952 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6620b48-240d-436b-8680-38026ee388e3 req-49b044e4-d068-4462-b16e-f5648749af59 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:33.152631 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-a6620b48-240d-436b-8680-38026ee388e3 req-49b044e4-d068-4462-b16e-f5648749af59 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Synchronizing usage tracker for tenant:09184c2f3f8b4da69759907044ea0d13 on resource:port {{(pid=88123) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:53:33.169451 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-a6620b48-240d-436b-8680-38026ee388e3 req-49b044e4-d068-4462-b16e-f5648749af59 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Unset dirty status for tenant:09184c2f3f8b4da69759907044ea0d13 on resource:port {{(pid=88123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:53:33.170750 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a6620b48-240d-436b-8680-38026ee388e3 req-49b044e4-d068-4462-b16e-f5648749af59 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.41 "GET /v2.0/ports?device_id=49c5667e-109c-4bbd-8715-e526fa9be537 HTTP/1.1" status: 200  len: 945 time: 0.1088436
Dec 14 17:53:33.257491 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-a6620b48-240d-436b-8680-38026ee388e3 req-9a2505dc-4abe-4585-84b5-161c96133387 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Deleting port d4a5065e-d7eb-42e4-950f-dfc733b55bb2 {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:53:33.257905 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-a6620b48-240d-436b-8680-38026ee388e3 req-9a2505dc-4abe-4585-84b5-161c96133387 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:33.550546 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-a6620b48-240d-436b-8680-38026ee388e3 req-9a2505dc-4abe-4585-84b5-161c96133387 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] For port d4a5065e-d7eb-42e4-950f-dfc733b55bb2, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=d4a5065e-d7eb-42e4-950f-dfc733b55bb2,segment=NetworkSegment(cadbd5ca-d0ab-46df-ab2b-fa3b315b265c),segment_id=cadbd5ca-d0ab-46df-ab2b-fa3b315b265c)] {{(pid=88123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:53:33.550796 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-a6620b48-240d-436b-8680-38026ee388e3 req-9a2505dc-4abe-4585-84b5-161c96133387 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:33.688618 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-a6620b48-240d-436b-8680-38026ee388e3 req-9a2505dc-4abe-4585-84b5-161c96133387 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Calling delete_port for d4a5065e-d7eb-42e4-950f-dfc733b55bb2 owned by compute:nova {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:53:33.853821 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-a6620b48-240d-436b-8680-38026ee388e3 req-9a2505dc-4abe-4585-84b5-161c96133387 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:33.866118 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-9cd1e2b3-77da-40fd-a6d8-1aa5016552d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:33.870967 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['45aca380-8b0b-4936-8224-377f64d82315', '028a035a-9b61-471c-a9dd-726034aaf174', 'd4a5065e-d7eb-42e4-950f-dfc733b55bb2'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 17:53:33.924973 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2505dc-4abe-4585-84b5-161c96133387 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Pushing event deleted for resources: {'Port': ['ID=d4a5065e-d7eb-42e4-950f-dfc733b55bb2,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:33.927837 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-9a2505dc-4abe-4585-84b5-161c96133387 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:34.024232 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6620b48-240d-436b-8680-38026ee388e3 req-9a2505dc-4abe-4585-84b5-161c96133387 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] No DVR routers for this DVR port d4a5065e-d7eb-42e4-950f-dfc733b55bb2 on host hv-cinder-82173 {{(pid=88123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 14 17:53:34.027931 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-a6620b48-240d-436b-8680-38026ee388e3 req-9a2505dc-4abe-4585-84b5-161c96133387 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:34.041113 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c5667e-109c-4bbd-8715-e526fa9be537', 'name': 'network-vif-deleted', 'tag': 'd4a5065e-d7eb-42e4-950f-dfc733b55bb2'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:53:34.074059 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a6620b48-240d-436b-8680-38026ee388e3 req-9a2505dc-4abe-4585-84b5-161c96133387 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.41 "DELETE /v2.0/ports/d4a5065e-d7eb-42e4-950f-dfc733b55bb2 HTTP/1.1" status: 204  len: 173 time: 0.8711929
Dec 14 17:53:34.086262 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 8a09a77d-c59c-4dfa-85be-f4342b4f7963 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 17:53:34.144367 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] No Port match for: 8a09a77d-c59c-4dfa-85be-f4342b4f7963 {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 17:53:34.144580 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 8a09a77d-c59c-4dfa-85be-f4342b4f7963 not bound to the agent host hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 17:53:34.145693 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device d4a5065e-d7eb-42e4-950f-dfc733b55bb2 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 17:53:34.217524 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] No Port match for: d4a5065e-d7eb-42e4-950f-dfc733b55bb2 {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 17:53:34.221321 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device d4a5065e-d7eb-42e4-950f-dfc733b55bb2 not bound to the agent host hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 17:53:34.229587 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d84f70ba-cbbf-4f56-86a2-74e935fdd444 req-8007fefd-4ec4-4b4c-a657-5c28974e60ee tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=49c5667e-109c-4bbd-8715-e526fa9be537 HTTP/1.1" status: 200  len: 210 time: 0.1088591
Dec 14 17:53:34.407520 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c5667e-109c-4bbd-8715-e526fa9be537', 'name': 'network-vif-deleted', 'tag': 'd4a5065e-d7eb-42e4-950f-dfc733b55bb2', 'status': 'completed', 'code': 200}
Dec 14 17:53:34.610724 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baec26f-517f-4f94-bb60-09595fb5fdcf req-2ab28bbb-8329-4119-a0b5-3f2edc471351 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:34.612373 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8baec26f-517f-4f94-bb60-09595fb5fdcf req-2ab28bbb-8329-4119-a0b5-3f2edc471351 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.0868053
Dec 14 17:53:34.629618 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 47590) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:34.675145 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8baec26f-517f-4f94-bb60-09595fb5fdcf req-afcaebdf-da23-41d3-af99-e13cfb7bc784 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560226
Dec 14 17:53:34.817137 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-80280163-0df1-4f47-b8cc-72ba2be38d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:34.862711 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-80280163-0df1-4f47-b8cc-72ba2be38d2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:34.867066 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-80280163-0df1-4f47-b8cc-72ba2be38d2a admin admin] Usage tracker for resource:security_group_rule and tenant:ad216ba1689f45829ebd09d30c7f7543 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:34.870264 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-80280163-0df1-4f47-b8cc-72ba2be38d2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:34.877149 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-80280163-0df1-4f47-b8cc-72ba2be38d2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:34.953022 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-80280163-0df1-4f47-b8cc-72ba2be38d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:34.955717 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-80280163-0df1-4f47-b8cc-72ba2be38d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:34.963050 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-225de353-7f66-4195-8278-f4deae8b814c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:35.006657 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80280163-0df1-4f47-b8cc-72ba2be38d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d7699c-bff5-4b8a-a985-8df00c8827f8,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:35.009985 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-80280163-0df1-4f47-b8cc-72ba2be38d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:35.013716 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-80280163-0df1-4f47-b8cc-72ba2be38d2a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ad216ba1689f45829ebd09d30c7f7543&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3827989
Dec 14 17:53:35.017907 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 47596) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:35.087278 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a9c8abab-7dab-488f-bf64-9d4d9e40df1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:35.117808 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a9c8abab-7dab-488f-bf64-9d4d9e40df1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:35.164673 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a9c8abab-7dab-488f-bf64-9d4d9e40df1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:35.168672 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-5713941c-b454-4490-b1a0-4863ec13d8c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:35.180986 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8abab-7dab-488f-bf64-9d4d9e40df1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d7699c-bff5-4b8a-a985-8df00c8827f8,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:35.186444 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a9c8abab-7dab-488f-bf64-9d4d9e40df1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:35.192268 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a9c8abab-7dab-488f-bf64-9d4d9e40df1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:35.193555 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-a9c8abab-7dab-488f-bf64-9d4d9e40df1d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/98d7699c-bff5-4b8a-a985-8df00c8827f8 HTTP/1.1" status: 204  len: 168 time: 0.1746039
Dec 14 17:53:35.625155 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 47616) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:35.649333 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f50436b6-975a-4d73-bc3e-cc0587759d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:35.683326 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-f50436b6-975a-4d73-bc3e-cc0587759d49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:35.687541 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-f50436b6-975a-4d73-bc3e-cc0587759d49 admin admin] Usage tracker for resource:security_group_rule and tenant:368ac068713242978036e06045f83c34 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:35.690697 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-f50436b6-975a-4d73-bc3e-cc0587759d49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:35.697197 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-f50436b6-975a-4d73-bc3e-cc0587759d49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:35.781493 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f50436b6-975a-4d73-bc3e-cc0587759d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:35.785352 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f50436b6-975a-4d73-bc3e-cc0587759d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:35.795218 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-678148c1-a977-4dda-ae18-be6ee95ab68f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:35.828635 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50436b6-975a-4d73-bc3e-cc0587759d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feea187b-1f10-490b-9104-76149d677346,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:35.834463 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-f50436b6-975a-4d73-bc3e-cc0587759d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:35.861246 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-f50436b6-975a-4d73-bc3e-cc0587759d49 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=368ac068713242978036e06045f83c34&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2320166
Dec 14 17:53:35.861556 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 47626) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:35.921972 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc28aa-fff2-4664-8f7a-f80d595982be req-9ac6e15f-70b9-4daf-b8e1-f0244b6efb41 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:35.923833 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5bbc28aa-fff2-4664-8f7a-f80d595982be req-9ac6e15f-70b9-4daf-b8e1-f0244b6efb41 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb879cab-fe17-4127-81b3-877fcd73cd7e HTTP/1.1" status: 200  len: 945 time: 0.1839273
Dec 14 17:53:35.930965 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-78f73052-c892-4f8d-9f68-4faaadac93e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:35.960836 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-78f73052-c892-4f8d-9f68-4faaadac93e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:35.968760 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010a4df-7a65-4523-af6f-536f73373452 req-125bde53-847d-4694-83fa-2a86ca3146ee tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:35.970501 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9010a4df-7a65-4523-af6f-536f73373452 req-125bde53-847d-4694-83fa-2a86ca3146ee tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.1308212
Dec 14 17:53:36.015753 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-78f73052-c892-4f8d-9f68-4faaadac93e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:36.018851 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5bbc28aa-fff2-4664-8f7a-f80d595982be req-236713ca-3647-479f-ac72-6fd2700df4cf tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869503
Dec 14 17:53:36.021033 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-017095f0-932c-43c3-a67f-61a2de686b59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:36.032804 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f73052-c892-4f8d-9f68-4faaadac93e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feea187b-1f10-490b-9104-76149d677346,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:36.035682 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-78f73052-c892-4f8d-9f68-4faaadac93e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:36.042945 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-78f73052-c892-4f8d-9f68-4faaadac93e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:36.044211 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-78f73052-c892-4f8d-9f68-4faaadac93e6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/feea187b-1f10-490b-9104-76149d677346 HTTP/1.1" status: 204  len: 168 time: 0.1815345
Dec 14 17:53:36.046467 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9010a4df-7a65-4523-af6f-536f73373452 req-11f5358e-17de-4129-a2b7-e07fb066d3d0 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668752
Dec 14 17:53:37.311382 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35138d8-d4fa-42ad-b157-bb695de64337 req-16302bb2-6a56-4354-ad44-23dba9653c82 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:37.313179 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f35138d8-d4fa-42ad-b157-bb695de64337 req-16302bb2-6a56-4354-ad44-23dba9653c82 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb879cab-fe17-4127-81b3-877fcd73cd7e HTTP/1.1" status: 200  len: 945 time: 0.1625507
Dec 14 17:53:37.322294 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19144d7-7f70-4e21-b40c-4be4bb7af0fa req-6a5e657f-e7fe-4e5b-b9de-f9177522bf73 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:37.323886 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d19144d7-7f70-4e21-b40c-4be4bb7af0fa req-6a5e657f-e7fe-4e5b-b9de-f9177522bf73 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.1314063
Dec 14 17:53:37.403641 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f35138d8-d4fa-42ad-b157-bb695de64337 req-4970d5ad-bed5-45c8-999b-54992d66fa29 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786602
Dec 14 17:53:37.422386 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d19144d7-7f70-4e21-b40c-4be4bb7af0fa req-fd982aa9-68ec-44e2-805e-775657abcbe3 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819077
Dec 14 17:53:37.487965 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7618244-a733-43e2-8e22-e9d51fe09033 req-b3ee91db-18dd-4e17-87a1-b841c66114f2 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:37.488847 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-d7618244-a733-43e2-8e22-e9d51fe09033 req-b3ee91db-18dd-4e17-87a1-b841c66114f2 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Synchronizing usage tracker for tenant:09184c2f3f8b4da69759907044ea0d13 on resource:port {{(pid=88123) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:53:37.507866 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-d7618244-a733-43e2-8e22-e9d51fe09033 req-b3ee91db-18dd-4e17-87a1-b841c66114f2 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Unset dirty status for tenant:09184c2f3f8b4da69759907044ea0d13 on resource:port {{(pid=88123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:53:37.509220 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d7618244-a733-43e2-8e22-e9d51fe09033 req-b3ee91db-18dd-4e17-87a1-b841c66114f2 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb879cab-fe17-4127-81b3-877fcd73cd7e HTTP/1.1" status: 200  len: 945 time: 0.1227267
Dec 14 17:53:37.587509 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-d7618244-a733-43e2-8e22-e9d51fe09033 req-b89682c1-0c7c-4abd-94dc-7bf42b2cf39a tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Deleting port 028a035a-9b61-471c-a9dd-726034aaf174 {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:53:37.587922 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-d7618244-a733-43e2-8e22-e9d51fe09033 req-b89682c1-0c7c-4abd-94dc-7bf42b2cf39a tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:37.867294 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-d7618244-a733-43e2-8e22-e9d51fe09033 req-b89682c1-0c7c-4abd-94dc-7bf42b2cf39a tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] For port 028a035a-9b61-471c-a9dd-726034aaf174, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=028a035a-9b61-471c-a9dd-726034aaf174,segment=NetworkSegment(cadbd5ca-d0ab-46df-ab2b-fa3b315b265c),segment_id=cadbd5ca-d0ab-46df-ab2b-fa3b315b265c)] {{(pid=88123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:53:37.867690 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-d7618244-a733-43e2-8e22-e9d51fe09033 req-b89682c1-0c7c-4abd-94dc-7bf42b2cf39a tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:38.223721 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-d7618244-a733-43e2-8e22-e9d51fe09033 req-b89682c1-0c7c-4abd-94dc-7bf42b2cf39a tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Calling delete_port for 028a035a-9b61-471c-a9dd-726034aaf174 owned by compute:nova {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:53:38.420471 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-d7618244-a733-43e2-8e22-e9d51fe09033 req-b89682c1-0c7c-4abd-94dc-7bf42b2cf39a tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:38.427627 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b8c09887-71d8-48aa-ae31-ddeb76088007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:38.435700 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['45aca380-8b0b-4936-8224-377f64d82315'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 17:53:38.481818 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89682c1-0c7c-4abd-94dc-7bf42b2cf39a tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Pushing event deleted for resources: {'Port': ['ID=028a035a-9b61-471c-a9dd-726034aaf174,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:38.485428 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b89682c1-0c7c-4abd-94dc-7bf42b2cf39a tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:38.600147 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7618244-a733-43e2-8e22-e9d51fe09033 req-b89682c1-0c7c-4abd-94dc-7bf42b2cf39a tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] No DVR routers for this DVR port 028a035a-9b61-471c-a9dd-726034aaf174 on host hv-cinder-82173 {{(pid=88123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 14 17:53:38.607278 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-d7618244-a733-43e2-8e22-e9d51fe09033 req-b89682c1-0c7c-4abd-94dc-7bf42b2cf39a tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:38.610440 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb879cab-fe17-4127-81b3-877fcd73cd7e', 'name': 'network-vif-deleted', 'tag': '028a035a-9b61-471c-a9dd-726034aaf174'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:53:38.649323 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d7618244-a733-43e2-8e22-e9d51fe09033 req-b89682c1-0c7c-4abd-94dc-7bf42b2cf39a tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.41 "DELETE /v2.0/ports/028a035a-9b61-471c-a9dd-726034aaf174 HTTP/1.1" status: 204  len: 173 time: 1.1327417
Dec 14 17:53:38.814326 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-16f1ade4-c02f-41b5-b8b8-10c38a243edd req-5c426677-f59b-493b-b86f-eaa553ad2e3e tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb879cab-fe17-4127-81b3-877fcd73cd7e HTTP/1.1" status: 200  len: 210 time: 0.0975530
Dec 14 17:53:38.877193 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5142bec-5374-486f-9f7c-43c8214e1229 req-7a6d78c3-c480-4fee-b677-1719479cfb14 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:38.885515 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f5142bec-5374-486f-9f7c-43c8214e1229 req-7a6d78c3-c480-4fee-b677-1719479cfb14 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.2274463
Dec 14 17:53:38.927634 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb879cab-fe17-4127-81b3-877fcd73cd7e', 'name': 'network-vif-deleted', 'tag': '028a035a-9b61-471c-a9dd-726034aaf174', 'status': 'completed', 'code': 200}
Dec 14 17:53:38.940796 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f5142bec-5374-486f-9f7c-43c8214e1229 req-122de718-c17e-4d17-894e-b94b314cac95 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539978
Dec 14 17:53:40.111670 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 028a035a-9b61-471c-a9dd-726034aaf174 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 17:53:40.151147 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] No Port match for: 028a035a-9b61-471c-a9dd-726034aaf174 {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 17:53:40.151537 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 028a035a-9b61-471c-a9dd-726034aaf174 not bound to the agent host hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 17:53:40.166360 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f95a4c-0f53-4e72-9a3c-5e2eb6d97718 req-8e461b91-73d6-4db2-9dda-766cbcccb78f tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:40.168038 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d1f95a4c-0f53-4e72-9a3c-5e2eb6d97718 req-8e461b91-73d6-4db2-9dda-766cbcccb78f tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.0864685
Dec 14 17:53:40.221604 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d1f95a4c-0f53-4e72-9a3c-5e2eb6d97718 req-750b9c1c-d312-47e9-8793-70980b5559ed tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470936
Dec 14 17:53:41.514722 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930f6f5-e296-467c-bcb6-4652a0688ed8 req-601b8913-3451-47f8-b74c-cf12a8585283 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:41.515294 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64848670-4936-4da2-bd78-0dddd027db76 req-a4ea6f74-91ca-45ff-ae26-3b7a006740fb tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:41.517276 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-64848670-4936-4da2-bd78-0dddd027db76 req-a4ea6f74-91ca-45ff-ae26-3b7a006740fb tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.1455419
Dec 14 17:53:41.518884 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-1930f6f5-e296-467c-bcb6-4652a0688ed8 req-601b8913-3451-47f8-b74c-cf12a8585283 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Synchronizing usage tracker for tenant:02573c92b5c647b2982d81b49df3d4cb on resource:port {{(pid=88123) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:53:41.545227 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-1930f6f5-e296-467c-bcb6-4652a0688ed8 req-601b8913-3451-47f8-b74c-cf12a8585283 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Unset dirty status for tenant:02573c92b5c647b2982d81b49df3d4cb on resource:port {{(pid=88123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:53:41.547128 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1930f6f5-e296-467c-bcb6-4652a0688ed8 req-601b8913-3451-47f8-b74c-cf12a8585283 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 945 time: 0.2251074
Dec 14 17:53:41.577392 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-64848670-4936-4da2-bd78-0dddd027db76 req-8953ccce-e508-48d5-a9ab-a2d2ed24481e tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2126add-4113-46f9-b166-e3601b072d7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536871
Dec 14 17:53:41.649779 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-1930f6f5-e296-467c-bcb6-4652a0688ed8 req-de2bd267-fe9d-44cc-b8bd-82132ba1d9d2 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Deleting port da1e9390-2f53-477c-a923-727d93981952 {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:53:41.650129 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-1930f6f5-e296-467c-bcb6-4652a0688ed8 req-de2bd267-fe9d-44cc-b8bd-82132ba1d9d2 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:41.676181 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164c3db-c9cd-41b5-b855-683c473665fe req-636ce17d-92c2-4efe-8e5d-2e1e8bc6a864 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:41.678341 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1164c3db-c9cd-41b5-b855-683c473665fe req-636ce17d-92c2-4efe-8e5d-2e1e8bc6a864 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f257486-629a-4f55-9c8f-acc997347be0 HTTP/1.1" status: 200  len: 945 time: 0.1048639
Dec 14 17:53:41.737858 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1164c3db-c9cd-41b5-b855-683c473665fe req-86468333-ef6e-4f16-965b-c8faf72c8e13 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523419
Dec 14 17:53:41.927913 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-1930f6f5-e296-467c-bcb6-4652a0688ed8 req-de2bd267-fe9d-44cc-b8bd-82132ba1d9d2 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] For port da1e9390-2f53-477c-a923-727d93981952, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=da1e9390-2f53-477c-a923-727d93981952,segment=NetworkSegment(e53f41fd-1223-447c-bef8-0170cf138b25),segment_id=e53f41fd-1223-447c-bef8-0170cf138b25)] {{(pid=88123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:53:41.928308 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-1930f6f5-e296-467c-bcb6-4652a0688ed8 req-de2bd267-fe9d-44cc-b8bd-82132ba1d9d2 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:42.065206 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-1930f6f5-e296-467c-bcb6-4652a0688ed8 req-de2bd267-fe9d-44cc-b8bd-82132ba1d9d2 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Calling delete_port for da1e9390-2f53-477c-a923-727d93981952 owned by compute:nova {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:53:42.217309 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-1930f6f5-e296-467c-bcb6-4652a0688ed8 req-de2bd267-fe9d-44cc-b8bd-82132ba1d9d2 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:42.223806 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-8015a4d0-e31e-4539-af1b-9cb7a4a67652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:42.277717 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bd267-fe9d-44cc-b8bd-82132ba1d9d2 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Pushing event deleted for resources: {'Port': ['ID=da1e9390-2f53-477c-a923-727d93981952,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:42.281640 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-de2bd267-fe9d-44cc-b8bd-82132ba1d9d2 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:42.352233 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-1930f6f5-e296-467c-bcb6-4652a0688ed8 req-de2bd267-fe9d-44cc-b8bd-82132ba1d9d2 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] No DVR routers for this DVR port da1e9390-2f53-477c-a923-727d93981952 on host hv-cinder-82173 {{(pid=88123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 14 17:53:42.354844 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-1930f6f5-e296-467c-bcb6-4652a0688ed8 req-de2bd267-fe9d-44cc-b8bd-82132ba1d9d2 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:42.357716 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb', 'name': 'network-vif-deleted', 'tag': 'da1e9390-2f53-477c-a923-727d93981952'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:53:42.373913 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1930f6f5-e296-467c-bcb6-4652a0688ed8 req-de2bd267-fe9d-44cc-b8bd-82132ba1d9d2 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.41 "DELETE /v2.0/ports/da1e9390-2f53-477c-a923-727d93981952 HTTP/1.1" status: 204  len: 173 time: 0.8197403
Dec 14 17:53:42.417580 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb', 'name': 'network-vif-deleted', 'tag': 'da1e9390-2f53-477c-a923-727d93981952', 'status': 'completed', 'code': 200}
Dec 14 17:53:42.774359 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8efddc29-d733-47e6-a805-536f7dc77f49 req-7721ecef-af2c-4898-8387-3922df243a32 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbdf69-e3ca-4b35-a900-0f4c1f80acdb HTTP/1.1" status: 200  len: 210 time: 0.0535133
Dec 14 17:53:42.971805 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c23f1-693e-4eb9-bccf-60034ff8f46d req-4ac6a264-ce59-4c42-ad7a-b24e9d6f8f37 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:42.973683 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-054c23f1-693e-4eb9-bccf-60034ff8f46d req-4ac6a264-ce59-4c42-ad7a-b24e9d6f8f37 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f257486-629a-4f55-9c8f-acc997347be0 HTTP/1.1" status: 200  len: 945 time: 0.0937655
Dec 14 17:53:43.029385 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-054c23f1-693e-4eb9-bccf-60034ff8f46d req-72372f35-f651-4e3d-8adb-ca95a258da29 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486779
Dec 14 17:53:43.259543 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 47840) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:43.410619 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6d052-525d-4aa4-9d99-a28ece94dfb9 req-d45ef284-9331-49e0-ab84-201b42c852cb tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:43.411432 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-6bf6d052-525d-4aa4-9d99-a28ece94dfb9 req-d45ef284-9331-49e0-ab84-201b42c852cb tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Synchronizing usage tracker for tenant:09184c2f3f8b4da69759907044ea0d13 on resource:port {{(pid=88123) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:53:43.443005 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-6bf6d052-525d-4aa4-9d99-a28ece94dfb9 req-d45ef284-9331-49e0-ab84-201b42c852cb tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Unset dirty status for tenant:09184c2f3f8b4da69759907044ea0d13 on resource:port {{(pid=88123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:53:43.444233 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6bf6d052-525d-4aa4-9d99-a28ece94dfb9 req-d45ef284-9331-49e0-ab84-201b42c852cb tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f257486-629a-4f55-9c8f-acc997347be0 HTTP/1.1" status: 200  len: 945 time: 0.1454690
Dec 14 17:53:43.445145 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bfc388a5-775a-48cb-b7ad-0dd90d15bb8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:43.546232 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-6bf6d052-525d-4aa4-9d99-a28ece94dfb9 req-38e49cd5-902c-43ee-b23c-4882c41a3cf2 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Deleting port 45aca380-8b0b-4936-8224-377f64d82315 {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:53:43.546779 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-6bf6d052-525d-4aa4-9d99-a28ece94dfb9 req-38e49cd5-902c-43ee-b23c-4882c41a3cf2 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:43.572014 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-bfc388a5-775a-48cb-b7ad-0dd90d15bb8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:43.594039 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-bfc388a5-775a-48cb-b7ad-0dd90d15bb8c admin admin] Usage tracker for resource:security_group_rule and tenant:f3ee4235d45041fc85f78d16d327ef38 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:43.599845 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-bfc388a5-775a-48cb-b7ad-0dd90d15bb8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:43.610383 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-bfc388a5-775a-48cb-b7ad-0dd90d15bb8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:43.859219 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bfc388a5-775a-48cb-b7ad-0dd90d15bb8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:43.868314 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bfc388a5-775a-48cb-b7ad-0dd90d15bb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:43.886742 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-1cd2a13d-ab2b-4d73-b4e9-a5ad41ff262a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:43.892598 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 47852) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:43.922882 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-6bf6d052-525d-4aa4-9d99-a28ece94dfb9 req-38e49cd5-902c-43ee-b23c-4882c41a3cf2 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] For port 45aca380-8b0b-4936-8224-377f64d82315, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=45aca380-8b0b-4936-8224-377f64d82315,segment=NetworkSegment(cadbd5ca-d0ab-46df-ab2b-fa3b315b265c),segment_id=cadbd5ca-d0ab-46df-ab2b-fa3b315b265c)] {{(pid=88123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:53:43.923319 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-6bf6d052-525d-4aa4-9d99-a28ece94dfb9 req-38e49cd5-902c-43ee-b23c-4882c41a3cf2 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:44.073563 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc388a5-775a-48cb-b7ad-0dd90d15bb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c638156-83ef-4c5f-b4ac-8c45f15a707f,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:44.083334 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-6bf6d052-525d-4aa4-9d99-a28ece94dfb9 req-38e49cd5-902c-43ee-b23c-4882c41a3cf2 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Calling delete_port for 45aca380-8b0b-4936-8224-377f64d82315 owned by compute:nova {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:53:44.120035 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-bfc388a5-775a-48cb-b7ad-0dd90d15bb8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:44.130456 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device da1e9390-2f53-477c-a923-727d93981952 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 17:53:44.137951 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-bfc388a5-775a-48cb-b7ad-0dd90d15bb8c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f3ee4235d45041fc85f78d16d327ef38&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8745928
Dec 14 17:53:44.140550 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 47858) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:44.199309 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] No Port match for: da1e9390-2f53-477c-a923-727d93981952 {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 17:53:44.200241 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device da1e9390-2f53-477c-a923-727d93981952 not bound to the agent host hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 17:53:44.290638 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cb8c2837-6e1d-47d0-a07a-f6a4bbbcb655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:44.341784 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cb8c2837-6e1d-47d0-a07a-f6a4bbbcb655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:44.374191 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-6bf6d052-525d-4aa4-9d99-a28ece94dfb9 req-38e49cd5-902c-43ee-b23c-4882c41a3cf2 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:44.382692 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:44.449184 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e49cd5-902c-43ee-b23c-4882c41a3cf2 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Pushing event deleted for resources: {'Port': ['ID=45aca380-8b0b-4936-8224-377f64d82315,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:44.452714 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-38e49cd5-902c-43ee-b23c-4882c41a3cf2 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:44.461464 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2b880037-5b98-4771-945b-3b8c0761d7f2 req-1815baa8-0d17-4e0c-8b9c-3b0a625e9efa tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f257486-629a-4f55-9c8f-acc997347be0 HTTP/1.1" status: 200  len: 210 time: 0.0740564
Dec 14 17:53:44.533788 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf6d052-525d-4aa4-9d99-a28ece94dfb9 req-38e49cd5-902c-43ee-b23c-4882c41a3cf2 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] No DVR routers for this DVR port 45aca380-8b0b-4936-8224-377f64d82315 on host hv-cinder-82173 {{(pid=88123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 14 17:53:44.536249 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-6bf6d052-525d-4aa4-9d99-a28ece94dfb9 req-38e49cd5-902c-43ee-b23c-4882c41a3cf2 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:44.539204 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f257486-629a-4f55-9c8f-acc997347be0', 'name': 'network-vif-deleted', 'tag': '45aca380-8b0b-4936-8224-377f64d82315'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:53:44.557414 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cb8c2837-6e1d-47d0-a07a-f6a4bbbcb655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:44.564953 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a70c2e66-9142-409c-a58f-107752f98bf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:44.578930 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cb8c2837-6e1d-47d0-a07a-f6a4bbbcb655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:44.580166 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-cb8c2837-6e1d-47d0-a07a-f6a4bbbcb655 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3c638156-83ef-4c5f-b4ac-8c45f15a707f HTTP/1.1" status: 204  len: 168 time: 0.4385126
Dec 14 17:53:44.581164 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c2837-6e1d-47d0-a07a-f6a4bbbcb655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c638156-83ef-4c5f-b4ac-8c45f15a707f,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:44.583931 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6bf6d052-525d-4aa4-9d99-a28ece94dfb9 req-38e49cd5-902c-43ee-b23c-4882c41a3cf2 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] 10.222.0.41 "DELETE /v2.0/ports/45aca380-8b0b-4936-8224-377f64d82315 HTTP/1.1" status: 204  len: 173 time: 1.1286542
Dec 14 17:53:44.584840 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-cb8c2837-6e1d-47d0-a07a-f6a4bbbcb655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:44.610164 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f257486-629a-4f55-9c8f-acc997347be0', 'name': 'network-vif-deleted', 'tag': '45aca380-8b0b-4936-8224-377f64d82315', 'status': 'completed', 'code': 200}
Dec 14 17:53:44.627811 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d34e3757-fd7b-4bd7-bc10-235661a8c08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854128381'] for router_interface, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:45.065229 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 47876) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:45.087740 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2f21a6e9-3d6f-4233-b1b4-717374c500cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:45.125788 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-2f21a6e9-3d6f-4233-b1b4-717374c500cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:45.130237 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-2f21a6e9-3d6f-4233-b1b4-717374c500cd admin admin] Usage tracker for resource:security_group_rule and tenant:7738ebfc8c4c433f8a32619b0cb3ac63 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:45.133530 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-2f21a6e9-3d6f-4233-b1b4-717374c500cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:45.143328 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-2f21a6e9-3d6f-4233-b1b4-717374c500cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:45.228085 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2f21a6e9-3d6f-4233-b1b4-717374c500cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:45.231517 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2f21a6e9-3d6f-4233-b1b4-717374c500cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:45.240064 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a9c8abab-7dab-488f-bf64-9d4d9e40df1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:45.292986 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f21a6e9-3d6f-4233-b1b4-717374c500cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130d311c-efb9-4c86-8e66-0a148c57a098,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:45.296460 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2f21a6e9-3d6f-4233-b1b4-717374c500cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:45.306728 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-2f21a6e9-3d6f-4233-b1b4-717374c500cd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7738ebfc8c4c433f8a32619b0cb3ac63&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2373104
Dec 14 17:53:45.306728 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 47884) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:45.366342 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-d34e3757-fd7b-4bd7-bc10-235661a8c08b admin admin] Deleting port 7418a5e2-c426-4729-8a0d-c755c89e820f {{(pid=88122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:53:45.366730 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d34e3757-fd7b-4bd7-bc10-235661a8c08b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:45.396037 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cab6fd57-39ae-4353-8b1d-67a5c9057ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:45.430352 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cab6fd57-39ae-4353-8b1d-67a5c9057ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:45.484599 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cab6fd57-39ae-4353-8b1d-67a5c9057ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:45.488792 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-f52b9365-f58d-4804-9d45-6e1be966d845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:45.502825 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6fd57-39ae-4353-8b1d-67a5c9057ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130d311c-efb9-4c86-8e66-0a148c57a098,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:45.507180 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-cab6fd57-39ae-4353-8b1d-67a5c9057ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:45.519350 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cab6fd57-39ae-4353-8b1d-67a5c9057ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:45.521838 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-cab6fd57-39ae-4353-8b1d-67a5c9057ae0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/130d311c-efb9-4c86-8e66-0a148c57a098 HTTP/1.1" status: 204  len: 168 time: 0.2143157
Dec 14 17:53:45.581421 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-d34e3757-fd7b-4bd7-bc10-235661a8c08b admin admin] For port 7418a5e2-c426-4729-8a0d-c755c89e820f, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=7418a5e2-c426-4729-8a0d-c755c89e820f,segment=NetworkSegment(e53f41fd-1223-447c-bef8-0170cf138b25),segment_id=e53f41fd-1223-447c-bef8-0170cf138b25)] {{(pid=88122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:53:45.581421 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d34e3757-fd7b-4bd7-bc10-235661a8c08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:45.581806 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 47898) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:45.657983 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_v2 [None req-de7542a3-a343-4c6b-a9f4-54b758f8adce admin admin] Deleting subnet 2fba3688-41c5-45d3-894b-17c0adc66461 {{(pid=88123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 14 17:53:45.661264 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-de7542a3-a343-4c6b-a9f4-54b758f8adce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:45.722498 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-de7542a3-a343-4c6b-a9f4-54b758f8adce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853087298'] for subnet, precommit_delete_associations {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:45.730031 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-d34e3757-fd7b-4bd7-bc10-235661a8c08b admin admin] Calling delete_port for 7418a5e2-c426-4729-8a0d-c755c89e820f owned by network:router_interface {{(pid=88122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:53:45.784747 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-de7542a3-a343-4c6b-a9f4-54b758f8adce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2926108'] for subnet, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:45.862231 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-de7542a3-a343-4c6b-a9f4-54b758f8adce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851849723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1688537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1835572'] for subnet, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:45.867352 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:45.914850 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7542a3-a343-4c6b-a9f4-54b758f8adce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fba3688-41c5-45d3-894b-17c0adc66461,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:45.917472 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-de7542a3-a343-4c6b-a9f4-54b758f8adce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:45.921363 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-de7542a3-a343-4c6b-a9f4-54b758f8adce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for subnet, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:45.929351 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-de7542a3-a343-4c6b-a9f4-54b758f8adce admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2fba3688-41c5-45d3-894b-17c0adc66461 HTTP/1.1" status: 204  len: 168 time: 0.3464220
Dec 14 17:53:45.934297 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 47906) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:46.081775 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7938550e-6fb6-4722-a394-7bca1673a867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3079847'] for network, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:46.123854 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 47910) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:46.142860 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 45aca380-8b0b-4936-8224-377f64d82315 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 17:53:46.158619 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-498aaabf-590f-43c5-9a5a-9a47b1d390a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:46.182583 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] No Port match for: 45aca380-8b0b-4936-8224-377f64d82315 {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 17:53:46.182848 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 45aca380-8b0b-4936-8224-377f64d82315 not bound to the agent host hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 17:53:46.201688 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d34e3757-fd7b-4bd7-bc10-235661a8c08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852908220'] for port, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:46.209842 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-66067bc4-6498-4632-aa87-5562feab3928 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:46.228635 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7938550e-6fb6-4722-a394-7bca1673a867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2926725', 'neutron.services.segments.db._delete_segments_for_network-8753728381128'] for network, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:46.244002 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-498aaabf-590f-43c5-9a5a-9a47b1d390a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:46.255153 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e3757-fd7b-4bd7-bc10-235661a8c08b admin admin] Pushing event deleted for resources: {'Port': ['ID=7418a5e2-c426-4729-8a0d-c755c89e820f,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:46.257099 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-7938550e-6fb6-4722-a394-7bca1673a867 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f622c478898>,) {'filters': {'network_id': ['98dc44a2-33a7-48c8-8bbb-6893b546b1a6']}} {{(pid=88123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:53:46.257903 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-d34e3757-fd7b-4bd7-bc10-235661a8c08b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:46.260682 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-498aaabf-590f-43c5-9a5a-9a47b1d390a2 admin admin] Usage tracker for resource:security_group_rule and tenant:b48d9e0e1dee41e58a62f28a0d2ce57e is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:46.264637 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-498aaabf-590f-43c5-9a5a-9a47b1d390a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:46.271789 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-7938550e-6fb6-4722-a394-7bca1673a867 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f622c478898>, 'cadbd5ca-d0ab-46df-ab2b-fa3b315b265c') {'for_net_delete': True} {{(pid=88123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:53:46.272126 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-7938550e-6fb6-4722-a394-7bca1673a867 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f622c478898>, 'cadbd5ca-d0ab-46df-ab2b-fa3b315b265c') {} {{(pid=88123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:53:46.288849 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7938550e-6fb6-4722-a394-7bca1673a867 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753728390873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1688503'] for segment, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:46.300014 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-498aaabf-590f-43c5-9a5a-9a47b1d390a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:46.304856 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7938550e-6fb6-4722-a394-7bca1673a867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:46.312292 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7938550e-6fb6-4722-a394-7bca1673a867 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=88123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 14 17:53:46.312710 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7938550e-6fb6-4722-a394-7bca1673a867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3099130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853087621'] for segment, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:46.331260 dv-cinder-821737-1-iscsi neutron-server[88013]: Traceback (most recent call last):
Dec 14 17:53:46.331260 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 14 17:53:46.331260 dv-cinder-821737-1-iscsi neutron-server[88013]:     timer()
Dec 14 17:53:46.331260 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 14 17:53:46.331260 dv-cinder-821737-1-iscsi neutron-server[88013]:     cb(*args, **kw)
Dec 14 17:53:46.331260 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 14 17:53:46.331260 dv-cinder-821737-1-iscsi neutron-server[88013]:     return func(*args, **kwargs)
Dec 14 17:53:46.331260 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 14 17:53:46.331260 dv-cinder-821737-1-iscsi neutron-server[88013]:     self._notify()
Dec 14 17:53:46.331260 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 14 17:53:46.331260 dv-cinder-821737-1-iscsi neutron-server[88013]:     self.callback(batched_events)
Dec 14 17:53:46.331260 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 14 17:53:46.331260 dv-cinder-821737-1-iscsi neutron-server[88013]:     event.method(event)
Dec 14 17:53:46.331260 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 14 17:53:46.331260 dv-cinder-821737-1-iscsi neutron-server[88013]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 14 17:53:46.331260 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 14 17:53:46.331260 dv-cinder-821737-1-iscsi neutron-server[88013]:     segment_id)['aggregates'][0]
Dec 14 17:53:46.331260 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 14 17:53:46.331260 dv-cinder-821737-1-iscsi neutron-server[88013]:     return f(self, *a, **k)
Dec 14 17:53:46.331260 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 14 17:53:46.331260 dv-cinder-821737-1-iscsi neutron-server[88013]:     return self._get(url).json()
Dec 14 17:53:46.331260 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 14 17:53:46.331260 dv-cinder-821737-1-iscsi neutron-server[88013]:     **kwargs)
Dec 14 17:53:46.331260 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 14 17:53:46.331260 dv-cinder-821737-1-iscsi neutron-server[88013]:     return self.request(url, 'GET', **kwargs)
Dec 14 17:53:46.331260 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 14 17:53:46.331260 dv-cinder-821737-1-iscsi neutron-server[88013]:     **endpoint_filter)
Dec 14 17:53:46.331260 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 14 17:53:46.331260 dv-cinder-821737-1-iscsi neutron-server[88013]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 14 17:53:46.331260 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 14 17:53:46.331260 dv-cinder-821737-1-iscsi neutron-server[88013]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 14 17:53:46.331260 dv-cinder-821737-1-iscsi neutron-server[88013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 14 17:53:46.427236 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7938550e-6fb6-4722-a394-7bca1673a867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851849074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646652'] for network, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:46.431125 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-98d274e8-b388-41c1-b287-edc08d66bb2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:46.448420 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7938550e-6fb6-4722-a394-7bca1673a867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:46.457583 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938550e-6fb6-4722-a394-7bca1673a867 admin admin] Pushing event deleted for resources: {'Network': ['ID=98dc44a2-33a7-48c8-8bbb-6893b546b1a6,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:46.461233 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-7938550e-6fb6-4722-a394-7bca1673a867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:46.467115 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-7938550e-6fb6-4722-a394-7bca1673a867 admin admin] 10.222.0.53 "DELETE /v2.0/networks/98dc44a2-33a7-48c8-8bbb-6893b546b1a6 HTTP/1.1" status: 204  len: 168 time: 0.5316217
Dec 14 17:53:46.517086 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-498aaabf-590f-43c5-9a5a-9a47b1d390a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:46.522697 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-498aaabf-590f-43c5-9a5a-9a47b1d390a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:46.531546 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-8f6df0ba-9bc1-4c44-89f7-bcfc0e3be188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:46.575710 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498aaabf-590f-43c5-9a5a-9a47b1d390a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f253a05-2bf9-4930-a178-ce9391d70c68,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:46.581051 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-498aaabf-590f-43c5-9a5a-9a47b1d390a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:46.658804 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-498aaabf-590f-43c5-9a5a-9a47b1d390a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b48d9e0e1dee41e58a62f28a0d2ce57e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5306408
Dec 14 17:53:46.659524 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 47920) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:46.695338 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d34e3757-fd7b-4bd7-bc10-235661a8c08b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850707412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854128231'] for router_interface, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:46.698804 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 47924) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:46.803366 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-dd4a4bb2-b95f-4df6-b1da-122ce73cea65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:46.817277 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-12440079-d183-4b5f-93c6-61190d84b5d3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=09184c2f3f8b4da69759907044ea0d13&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1149263
Dec 14 17:53:46.820502 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 47928) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:46.853186 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-dd4a4bb2-b95f-4df6-b1da-122ce73cea65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:46.949593 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e462d69e-c949-45b6-ad54-528f450082dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:46.963893 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-dd4a4bb2-b95f-4df6-b1da-122ce73cea65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:46.970431 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-f50436b6-975a-4d73-bc3e-cc0587759d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:47.001221 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a4bb2-b95f-4df6-b1da-122ce73cea65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f253a05-2bf9-4930-a178-ce9391d70c68,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:47.004341 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e462d69e-c949-45b6-ad54-528f450082dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:47.017465 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-dd4a4bb2-b95f-4df6-b1da-122ce73cea65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:47.019059 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-dd4a4bb2-b95f-4df6-b1da-122ce73cea65 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f253a05-2bf9-4930-a178-ce9391d70c68 HTTP/1.1" status: 204  len: 168 time: 0.3448951
Dec 14 17:53:47.020876 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-dd4a4bb2-b95f-4df6-b1da-122ce73cea65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:47.078974 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e462d69e-c949-45b6-ad54-528f450082dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:47.084432 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a044bb94-e07a-4c95-92a3-dfd9fdb5212e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:47.101889 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462d69e-c949-45b6-ad54-528f450082dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc4f0c9-deb3-4190-a74b-8d4213fa7a39,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:47.104727 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e462d69e-c949-45b6-ad54-528f450082dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:47.122593 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e462d69e-c949-45b6-ad54-528f450082dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:47.125697 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-e462d69e-c949-45b6-ad54-528f450082dd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0cc4f0c9-deb3-4190-a74b-8d4213fa7a39 HTTP/1.1" status: 204  len: 168 time: 0.3023496
Dec 14 17:53:47.595908 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34e3757-fd7b-4bd7-bc10-235661a8c08b admin admin] Router b86d0285-a111-4ac3-bb93-0f373631b4b0 has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 17:53:47.854536 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34e3757-fd7b-4bd7-bc10-235661a8c08b admin admin] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 17:53:47.869710 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be22c0a2-4e2d-486d-92cd-5eaaa62c17ed None None] Sync routers for ids ['b86d0285-a111-4ac3-bb93-0f373631b4b0'] in dv-cinder-821737-1-iscsi {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 17:53:47.896785 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be22c0a2-4e2d-486d-92cd-5eaaa62c17ed None None] Routers {'b86d0285-a111-4ac3-bb93-0f373631b4b0'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:53:47.901517 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-be22c0a2-4e2d-486d-92cd-5eaaa62c17ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622cd27c18>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:53:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['b86d0285-a111-4ac3-bb93-0f373631b4b0'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:53:47.929966 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-d34e3757-fd7b-4bd7-bc10-235661a8c08b admin admin] 10.222.0.53 "PUT /v2.0/routers/b86d0285-a111-4ac3-bb93-0f373631b4b0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0358651
Dec 14 17:53:47.932598 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 47968) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:48.097874 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-be22c0a2-4e2d-486d-92cd-5eaaa62c17ed None None] Set router b86d0285-a111-4ac3-bb93-0f373631b4b0 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:53:48.237238 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ff0caa6c-b2d2-444c-8be5-db259f700b52 admin admin] Notify callbacks [] for router, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:48.497353 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-be22c0a2-4e2d-486d-92cd-5eaaa62c17ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622cd27c18>, [{'id': 'b86d0285-a111-4ac3-bb93-0f373631b4b0', 'name': 'tempest-ServerRescueNegativeTestJSON-2071825126-router', 'tenant_id': '02573c92b5c647b2982d81b49df3d4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '2c73621a-d76c-4255-a41d-5749363bfdad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:50:11Z', 'updated_at': '2021-12-14T17:53:46Z', 'revision_number': 5, 'project_id': '02573c92b5c647b2982d81b49df3d4cb', 'gw_port': {'id': '2c73621a-d76c-4255-a41d-5749363bfdad', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86d0285-a111-4ac3-bb93-0f373631b4b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:12Z', 'updated_at': '2021-12-14T17:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi'}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:53:48.502163 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be22c0a2-4e2d-486d-92cd-5eaaa62c17ed None None] Checking router: b86d0285-a111-4ac3-bb93-0f373631b4b0 for host: dv-cinder-821737-1-iscsi {{(pid=88125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 17:53:48.509289 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ff0caa6c-b2d2-444c-8be5-db259f700b52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:48.516758 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be22c0a2-4e2d-486d-92cd-5eaaa62c17ed None None] Routers {'b86d0285-a111-4ac3-bb93-0f373631b4b0'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:53:48.517620 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-be22c0a2-4e2d-486d-92cd-5eaaa62c17ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622cd27c18>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:53:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['b86d0285-a111-4ac3-bb93-0f373631b4b0'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:53:48.522929 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-ff0caa6c-b2d2-444c-8be5-db259f700b52 admin admin] Deleting port 2c73621a-d76c-4255-a41d-5749363bfdad {{(pid=88122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:53:48.523314 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ff0caa6c-b2d2-444c-8be5-db259f700b52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:48.763040 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-ff0caa6c-b2d2-444c-8be5-db259f700b52 admin admin] For port 2c73621a-d76c-4255-a41d-5749363bfdad, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=2c73621a-d76c-4255-a41d-5749363bfdad,segment=NetworkSegment(031a1115-d006-4778-96dd-1bbd9a3ec485),segment_id=031a1115-d006-4778-96dd-1bbd9a3ec485)] {{(pid=88122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:53:48.763564 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ff0caa6c-b2d2-444c-8be5-db259f700b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:48.892056 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-be22c0a2-4e2d-486d-92cd-5eaaa62c17ed None None] Set router b86d0285-a111-4ac3-bb93-0f373631b4b0 gateway port host: None {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:53:48.949675 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-ff0caa6c-b2d2-444c-8be5-db259f700b52 admin admin] Calling delete_port for 2c73621a-d76c-4255-a41d-5749363bfdad owned by network:router_gateway {{(pid=88122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:53:49.053606 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-be22c0a2-4e2d-486d-92cd-5eaaa62c17ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622cd27c18>, [{'id': 'b86d0285-a111-4ac3-bb93-0f373631b4b0', 'name': 'tempest-ServerRescueNegativeTestJSON-2071825126-router', 'tenant_id': '02573c92b5c647b2982d81b49df3d4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:50:11Z', 'updated_at': '2021-12-14T17:53:48Z', 'revision_number': 6, 'project_id': '02573c92b5c647b2982d81b49df3d4cb', 'gw_port_host': None}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:53:49.066792 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be22c0a2-4e2d-486d-92cd-5eaaa62c17ed None None] The sync data for ids ['b86d0285-a111-4ac3-bb93-0f373631b4b0'] in dv-cinder-821737-1-iscsi is: [{'id': 'b86d0285-a111-4ac3-bb93-0f373631b4b0', 'name': 'tempest-ServerRescueNegativeTestJSON-2071825126-router', 'tenant_id': '02573c92b5c647b2982d81b49df3d4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:50:11Z', 'updated_at': '2021-12-14T17:53:48Z', 'revision_number': 6, 'project_id': '02573c92b5c647b2982d81b49df3d4cb', 'gw_port_host': None}] {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 17:53:49.182813 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ff0caa6c-b2d2-444c-8be5-db259f700b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852908220'] for port, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:49.189193 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e32db8eb-3b2e-489e-b014-d676366ffcdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:49.232279 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0caa6c-b2d2-444c-8be5-db259f700b52 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c73621a-d76c-4255-a41d-5749363bfdad,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:49.235426 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-ff0caa6c-b2d2-444c-8be5-db259f700b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:49.502939 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ff0caa6c-b2d2-444c-8be5-db259f700b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854129390'] for router_gateway, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:49.991267 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ff0caa6c-b2d2-444c-8be5-db259f700b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854195844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128577'] for router, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:49.995810 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ff0caa6c-b2d2-444c-8be5-db259f700b52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:50.086326 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ff0caa6c-b2d2-444c-8be5-db259f700b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854195950'] for router, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:50.086874 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0caa6c-b2d2-444c-8be5-db259f700b52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b86d0285-a111-4ac3-bb93-0f373631b4b0 {{(pid=88122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 14 17:53:50.100897 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ff0caa6c-b2d2-444c-8be5-db259f700b52 admin admin] Notify callbacks [] for router, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:50.104654 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-ff0caa6c-b2d2-444c-8be5-db259f700b52 admin admin] 10.222.0.53 "DELETE /v2.0/routers/b86d0285-a111-4ac3-bb93-0f373631b4b0 HTTP/1.1" status: 204  len: 168 time: 2.1681848
Dec 14 17:53:50.104940 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 48006) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:50.177131 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_v2 [None req-587a8e17-4ae6-4042-985e-cbf561a5cbc7 admin admin] Deleting subnet 53bb809e-79d6-4e3e-82eb-339121ccc0a1 {{(pid=88122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 14 17:53:50.180775 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-587a8e17-4ae6-4042-985e-cbf561a5cbc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:50.248522 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-587a8e17-4ae6-4042-985e-cbf561a5cbc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1558389'] for subnet, precommit_delete_associations {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:50.309771 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-587a8e17-4ae6-4042-985e-cbf561a5cbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2926108'] for subnet, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:50.400954 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-587a8e17-4ae6-4042-985e-cbf561a5cbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851849723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1867570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2021326'] for subnet, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:50.406887 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:50.452995 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 2c73621a-d76c-4255-a41d-5749363bfdad no longer exists at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 17:53:50.454589 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a8e17-4ae6-4042-985e-cbf561a5cbc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53bb809e-79d6-4e3e-82eb-339121ccc0a1,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:50.457652 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-587a8e17-4ae6-4042-985e-cbf561a5cbc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:50.464881 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-587a8e17-4ae6-4042-985e-cbf561a5cbc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:50.474118 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-587a8e17-4ae6-4042-985e-cbf561a5cbc7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/53bb809e-79d6-4e3e-82eb-339121ccc0a1 HTTP/1.1" status: 204  len: 168 time: 0.3656983
Dec 14 17:53:50.474849 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 48024) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:50.520179 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] No Port match for: 2c73621a-d76c-4255-a41d-5749363bfdad {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 17:53:50.520566 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 2c73621a-d76c-4255-a41d-5749363bfdad not bound to the agent host dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 17:53:50.521026 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 7418a5e2-c426-4729-8a0d-c755c89e820f no longer exists at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 17:53:50.555160 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] No Port match for: 7418a5e2-c426-4729-8a0d-c755c89e820f {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 17:53:50.555803 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 7418a5e2-c426-4729-8a0d-c755c89e820f not bound to the agent host dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 17:53:50.630643 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-96607f6c-b519-497e-9a0e-9207938cd376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3079847'] for network, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:50.742759 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2addaa58-9181-48f7-b5be-9af9b436a842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:50.794068 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-96607f6c-b519-497e-9a0e-9207938cd376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2926725', 'neutron.services.segments.db._delete_segments_for_network-8753728381128'] for network, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:50.837600 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-96607f6c-b519-497e-9a0e-9207938cd376 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f622c39f208>,) {'filters': {'network_id': ['c35705db-bd11-4f34-bbd6-c42f1d037762']}} {{(pid=88122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:53:50.856729 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-96607f6c-b519-497e-9a0e-9207938cd376 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f622c39f208>, 'e53f41fd-1223-447c-bef8-0170cf138b25') {'for_net_delete': True} {{(pid=88122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:53:50.857115 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-96607f6c-b519-497e-9a0e-9207938cd376 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f622c39f208>, 'e53f41fd-1223-447c-bef8-0170cf138b25') {} {{(pid=88122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:53:50.871668 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-96607f6c-b519-497e-9a0e-9207938cd376 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753728390873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853217412'] for segment, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:50.879623 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-8432547d-4313-461b-9987-528b2e09c505 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Synchronizing usage tracker for tenant:b93cf5a3216e440abb14c71bd3408e06 on resource:security_group {{(pid=88122) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:53:50.895465 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-96607f6c-b519-497e-9a0e-9207938cd376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:50.905639 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96607f6c-b519-497e-9a0e-9207938cd376 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 14 17:53:50.906102 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-96607f6c-b519-497e-9a0e-9207938cd376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3099130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852908400'] for segment, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:50.929184 dv-cinder-821737-1-iscsi neutron-server[88013]: Traceback (most recent call last):
Dec 14 17:53:50.929184 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 14 17:53:50.929184 dv-cinder-821737-1-iscsi neutron-server[88013]:     timer()
Dec 14 17:53:50.929184 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 14 17:53:50.929184 dv-cinder-821737-1-iscsi neutron-server[88013]:     cb(*args, **kw)
Dec 14 17:53:50.929184 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 14 17:53:50.929184 dv-cinder-821737-1-iscsi neutron-server[88013]:     return func(*args, **kwargs)
Dec 14 17:53:50.929184 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 14 17:53:50.929184 dv-cinder-821737-1-iscsi neutron-server[88013]:     self._notify()
Dec 14 17:53:50.929184 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 14 17:53:50.929184 dv-cinder-821737-1-iscsi neutron-server[88013]:     self.callback(batched_events)
Dec 14 17:53:50.929184 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 14 17:53:50.929184 dv-cinder-821737-1-iscsi neutron-server[88013]:     event.method(event)
Dec 14 17:53:50.929184 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 14 17:53:50.929184 dv-cinder-821737-1-iscsi neutron-server[88013]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 14 17:53:50.929184 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 14 17:53:50.929184 dv-cinder-821737-1-iscsi neutron-server[88013]:     segment_id)['aggregates'][0]
Dec 14 17:53:50.929184 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 14 17:53:50.929184 dv-cinder-821737-1-iscsi neutron-server[88013]:     return f(self, *a, **k)
Dec 14 17:53:50.929184 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 14 17:53:50.929184 dv-cinder-821737-1-iscsi neutron-server[88013]:     return self._get(url).json()
Dec 14 17:53:50.929184 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 14 17:53:50.929184 dv-cinder-821737-1-iscsi neutron-server[88013]:     **kwargs)
Dec 14 17:53:50.929184 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 14 17:53:50.929184 dv-cinder-821737-1-iscsi neutron-server[88013]:     return self.request(url, 'GET', **kwargs)
Dec 14 17:53:50.929184 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 14 17:53:50.929184 dv-cinder-821737-1-iscsi neutron-server[88013]:     **endpoint_filter)
Dec 14 17:53:50.929184 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 14 17:53:50.929184 dv-cinder-821737-1-iscsi neutron-server[88013]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 14 17:53:50.929184 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 14 17:53:50.929184 dv-cinder-821737-1-iscsi neutron-server[88013]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 14 17:53:50.929184 dv-cinder-821737-1-iscsi neutron-server[88013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 14 17:53:50.954525 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-8432547d-4313-461b-9987-528b2e09c505 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Unset dirty status for tenant:b93cf5a3216e440abb14c71bd3408e06 on resource:security_group {{(pid=88122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:53:50.956258 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-8432547d-4313-461b-9987-528b2e09c505 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-740899345&fields=id&tenant_id=b93cf5a3216e440abb14c71bd3408e06 HTTP/1.1" status: 200  len: 267 time: 0.1846991
Dec 14 17:53:51.071871 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-96607f6c-b519-497e-9a0e-9207938cd376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851849074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646652'] for network, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:51.135114 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:51.152059 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-96607f6c-b519-497e-9a0e-9207938cd376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:51.175635 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96607f6c-b519-497e-9a0e-9207938cd376 admin admin] Pushing event deleted for resources: {'Network': ['ID=c35705db-bd11-4f34-bbd6-c42f1d037762,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:51.181629 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-96607f6c-b519-497e-9a0e-9207938cd376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:51.190907 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-96607f6c-b519-497e-9a0e-9207938cd376 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c35705db-bd11-4f34-bbd6-c42f1d037762 HTTP/1.1" status: 204  len: 168 time: 0.7151885
Dec 14 17:53:51.223487 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-bde177f1-b14e-4ad7-aa7d-ef626f8fc3fa tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:51.225086 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-bde177f1-b14e-4ad7-aa7d-ef626f8fc3fa tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/networks?id=ffc462dc-295a-4bfc-a609-89b327c7e36a HTTP/1.1" status: 200  len: 808 time: 0.2148192
Dec 14 17:53:51.243816 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-b21a7eab-53ea-4c74-9168-30b3b6386cf4 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/quotas/b93cf5a3216e440abb14c71bd3408e06 HTTP/1.1" status: 200  len: 375 time: 0.0117741
Dec 14 17:53:51.354399 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-8599da9d-3ad8-432a-a8d2-61a13a1baf01 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b93cf5a3216e440abb14c71bd3408e06&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1041784
Dec 14 17:53:51.443436 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 48048) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:51.500660 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-4e87ec6f-4da0-48fc-9c38-d0b627e1b9c1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=02573c92b5c647b2982d81b49df3d4cb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0555110
Dec 14 17:53:51.503377 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 48054) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:51.523807 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-f0d6de66-c8c3-47b4-9805-9b0caa9e8a4f service neutron] 10.222.0.53 "GET /v2.0/networks/ffc462dc-295a-4bfc-a609-89b327c7e36a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1565382
Dec 14 17:53:51.583244 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a235ef43-6c43-4d3e-a6cc-d2fb79583fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:51.621114 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a235ef43-6c43-4d3e-a6cc-d2fb79583fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:51.662975 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:51.673673 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a235ef43-6c43-4d3e-a6cc-d2fb79583fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:51.679023 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a2e18260-46d3-44e4-b53b-b537e6a228eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:51.695190 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a235ef43-6c43-4d3e-a6cc-d2fb79583fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:51.696363 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-a235ef43-6c43-4d3e-a6cc-d2fb79583fb8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c2126add-4113-46f9-b166-e3601b072d7a HTTP/1.1" status: 204  len: 168 time: 0.1918771
Dec 14 17:53:51.697265 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a235ef43-6c43-4d3e-a6cc-d2fb79583fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2126add-4113-46f9-b166-e3601b072d7a,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:51.699919 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a235ef43-6c43-4d3e-a6cc-d2fb79583fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:51.715497 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-f5118ba1-24dd-4c2e-a6e8-e51c93160d5e service neutron] 10.222.0.53 "GET /v2.0/networks/ffc462dc-295a-4bfc-a609-89b327c7e36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1794128
Dec 14 17:53:51.940440 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 48076) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:52.178516 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-06946fae-ddb4-4d6f-bc91-b8c414780949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:52.255460 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-06946fae-ddb4-4d6f-bc91-b8c414780949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:52.260721 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-06946fae-ddb4-4d6f-bc91-b8c414780949 admin admin] Usage tracker for resource:security_group_rule and tenant:2ae6b86f16694a08afbc93e048f81245 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:52.264962 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-06946fae-ddb4-4d6f-bc91-b8c414780949 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:52.272676 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-06946fae-ddb4-4d6f-bc91-b8c414780949 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:52.327575 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 48100) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:52.329887 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-93047c84-b718-4a71-b6bf-5d618f8353fd req-01e2e965-ecfe-42ce-a1f5-f7535afcd1f5 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 210 time: 0.1082451
Dec 14 17:53:52.460271 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-06946fae-ddb4-4d6f-bc91-b8c414780949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:52.464645 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-06946fae-ddb4-4d6f-bc91-b8c414780949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:52.476945 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-1563577f-e0a0-4631-8854-72a075b0f6d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:52.591869 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06946fae-ddb4-4d6f-bc91-b8c414780949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc54bea3-30fa-4ce1-a0d3-f70dbde4d741,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:52.596000 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-06946fae-ddb4-4d6f-bc91-b8c414780949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:52.598834 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-06946fae-ddb4-4d6f-bc91-b8c414780949 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2ae6b86f16694a08afbc93e048f81245&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6574492
Dec 14 17:53:52.602196 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 48112) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:52.665113 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-63e4eae8-ef65-456f-89b8-ac7f32cb8a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:52.701350 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-68cdf80d-de3d-4f21-968f-2ca300bd3392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:52.705257 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-63e4eae8-ef65-456f-89b8-ac7f32cb8a3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:52.710097 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-63e4eae8-ef65-456f-89b8-ac7f32cb8a3f admin admin] Usage tracker for resource:security_group_rule and tenant:36acb434feac4e05aa94d3d5b988d294 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:52.715902 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-63e4eae8-ef65-456f-89b8-ac7f32cb8a3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:52.723408 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-63e4eae8-ef65-456f-89b8-ac7f32cb8a3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:52.755567 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-68cdf80d-de3d-4f21-968f-2ca300bd3392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:52.802931 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-63e4eae8-ef65-456f-89b8-ac7f32cb8a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:52.806071 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-63e4eae8-ef65-456f-89b8-ac7f32cb8a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:52.815373 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-91116e47-546e-4f79-9dd7-00e77138a62e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:52.832444 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-68cdf80d-de3d-4f21-968f-2ca300bd3392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:52.842824 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-8b03353d-1d31-4181-a60a-888564959e4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:52.858255 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cdf80d-de3d-4f21-968f-2ca300bd3392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc54bea3-30fa-4ce1-a0d3-f70dbde4d741,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:52.862286 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-68cdf80d-de3d-4f21-968f-2ca300bd3392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:52.862843 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-68cdf80d-de3d-4f21-968f-2ca300bd3392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:52.864400 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-68cdf80d-de3d-4f21-968f-2ca300bd3392 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cc54bea3-30fa-4ce1-a0d3-f70dbde4d741 HTTP/1.1" status: 204  len: 168 time: 0.2597020
Dec 14 17:53:52.866827 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4eae8-ef65-456f-89b8-ac7f32cb8a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a423c8-2d0b-43ab-8f91-137c74d10af0,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:52.871103 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-63e4eae8-ef65-456f-89b8-ac7f32cb8a3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:52.875493 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-63e4eae8-ef65-456f-89b8-ac7f32cb8a3f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=36acb434feac4e05aa94d3d5b988d294&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5465155
Dec 14 17:53:52.878633 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 48124) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:52.943640 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4bf5830c-a21f-4808-80e8-d7994733ebc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:52.961530 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6238031d-3a5e-4744-aa27-fdbe7c907fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:52.997724 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6238031d-3a5e-4744-aa27-fdbe7c907fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:53.029406 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 48130) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:53.075747 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6238031d-3a5e-4744-aa27-fdbe7c907fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:53.082648 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-cab6fd57-39ae-4353-8b1d-67a5c9057ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:53.096909 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238031d-3a5e-4744-aa27-fdbe7c907fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a423c8-2d0b-43ab-8f91-137c74d10af0,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:53.111835 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-6238031d-3a5e-4744-aa27-fdbe7c907fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:53.114247 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6238031d-3a5e-4744-aa27-fdbe7c907fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:53.119762 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-6238031d-3a5e-4744-aa27-fdbe7c907fc8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/78a423c8-2d0b-43ab-8f91-137c74d10af0 HTTP/1.1" status: 204  len: 168 time: 0.2400203
Dec 14 17:53:53.257174 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:53.363728 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-65ee7332-5861-48e6-b09c-042e20250e97 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-379572698-network', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:53:53.392460 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-65ee7332-5861-48e6-b09c-042e20250e97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:53.418737 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-65ee7332-5861-48e6-b09c-042e20250e97 admin admin] Usage tracker for resource:network and tenant:0cc1ceabb62d4c3a9a521b81c98f5557 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:53.435175 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-65ee7332-5861-48e6-b09c-042e20250e97 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:53.453430 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-65ee7332-5861-48e6-b09c-042e20250e97 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:53.476878 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ee7332-5861-48e6-b09c-042e20250e97 admin admin] Made reservation on behalf of 0cc1ceabb62d4c3a9a521b81c98f5557 for: {'network': 1} {{(pid=88122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:53:53.492583 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-65ee7332-5861-48e6-b09c-042e20250e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for network, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:53.511033 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-65ee7332-5861-48e6-b09c-042e20250e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:53.560005 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-65ee7332-5861-48e6-b09c-042e20250e97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:53.575324 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-65ee7332-5861-48e6-b09c-042e20250e97 admin admin] Usage tracker for resource:security_group_rule and tenant:0cc1ceabb62d4c3a9a521b81c98f5557 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:53.584501 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-65ee7332-5861-48e6-b09c-042e20250e97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:53.600536 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-65ee7332-5861-48e6-b09c-042e20250e97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:53.763314 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-65ee7332-5861-48e6-b09c-042e20250e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:53.785095 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-541834c6-3826-45c7-aa7c-927ece041074 req-0a0a49fb-a205-42c0-9dfc-06c32dcf5f67 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 210 time: 0.1772957
Dec 14 17:53:53.795370 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-65ee7332-5861-48e6-b09c-042e20250e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:53.795370 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:53.868659 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65ee7332-5861-48e6-b09c-042e20250e97 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'}  {{(pid=88122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 14 17:53:53.876256 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee7332-5861-48e6-b09c-042e20250e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509f5d4a-7bdf-4826-a15e-83baf600c092,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:53.881333 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-65ee7332-5861-48e6-b09c-042e20250e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:53.885885 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-65ee7332-5861-48e6-b09c-042e20250e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:53.886277 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.segments_db [None req-65ee7332-5861-48e6-b09c-042e20250e97 admin admin] Added segment 66237df7-ad58-4612-ad39-411169863aef of type vlan for network 6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a
Dec 14 17:53:53.936886 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-65ee7332-5861-48e6-b09c-042e20250e97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753727864657'] for network, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:53.949695 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-4b467ae8-2c17-4cf7-ac7a-4d8d53edf462 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:53.950499 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-4b467ae8-2c17-4cf7-ac7a-4d8d53edf462 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Synchronizing usage tracker for tenant:b93cf5a3216e440abb14c71bd3408e06 on resource:network {{(pid=88123) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:53:53.971364 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-4b467ae8-2c17-4cf7-ac7a-4d8d53edf462 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Unset dirty status for tenant:b93cf5a3216e440abb14c71bd3408e06 on resource:network {{(pid=88123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:53:53.973153 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-4b467ae8-2c17-4cf7-ac7a-4d8d53edf462 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.41 "GET /v2.0/networks?id=ffc462dc-295a-4bfc-a609-89b327c7e36a HTTP/1.1" status: 200  len: 808 time: 0.5020669
Dec 14 17:53:53.993789 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-65ee7332-5861-48e6-b09c-042e20250e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388'] for network, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:53.995135 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ee7332-5861-48e6-b09c-042e20250e97 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:53.995783 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-65ee7332-5861-48e6-b09c-042e20250e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:54.001792 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-45da628d-0b08-4653-b02e-9dd9f025d172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:54.077607 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-a4af585c-bc22-4c3e-8f6e-22a0ade21057 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Synchronizing usage tracker for tenant:b93cf5a3216e440abb14c71bd3408e06 on resource:security_group {{(pid=88123) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:53:54.105462 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-a4af585c-bc22-4c3e-8f6e-22a0ade21057 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Unset dirty status for tenant:b93cf5a3216e440abb14c71bd3408e06 on resource:security_group {{(pid=88123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:53:54.108425 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-a4af585c-bc22-4c3e-8f6e-22a0ade21057 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b93cf5a3216e440abb14c71bd3408e06 HTTP/1.1" status: 200  len: 379 time: 0.1228361
Dec 14 17:53:54.118804 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-2e63406e-2505-4ed7-8c01-35ff826c40f9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Request body: {'port': {'device_id': '568afaf5-e6fb-48d2-9265-2175bf5a29d8', 'network_id': 'ffc462dc-295a-4bfc-a609-89b327c7e36a', 'admin_state_up': True, 'tenant_id': 'b93cf5a3216e440abb14c71bd3408e06', 'security_groups': ['158443c0-9a13-412f-99b3-29e8241da3a4']}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:53:54.137271 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee7332-5861-48e6-b09c-042e20250e97 admin admin] Pushing event updated for resources: {'Network': ['ID=6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:54.140907 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-65ee7332-5861-48e6-b09c-042e20250e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:54.143087 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-65ee7332-5861-48e6-b09c-042e20250e97 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.1123366
Dec 14 17:53:54.146248 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 48164) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:54.153696 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-ce873a8f-760a-4144-a3e9-19ace836c601 admin admin] Request body: {'subnet': {'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-379572698-subnet', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:53:54.153919 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Network 6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a details requested by agent ovs-agent-dv-cinder-821737-1-iscsi with host dv-cinder-821737-1-iscsi {{(pid=88124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 14 17:53:54.162498 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-ce873a8f-760a-4144-a3e9-19ace836c601 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:54.167477 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-ce873a8f-760a-4144-a3e9-19ace836c601 admin admin] Usage tracker for resource:subnet and tenant:0cc1ceabb62d4c3a9a521b81c98f5557 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:54.170902 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-ce873a8f-760a-4144-a3e9-19ace836c601 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:54.180494 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-ce873a8f-760a-4144-a3e9-19ace836c601 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:54.205243 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce873a8f-760a-4144-a3e9-19ace836c601 admin admin] Made reservation on behalf of 0cc1ceabb62d4c3a9a521b81c98f5557 for: {'subnet': 1} {{(pid=88122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:53:54.214355 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ce873a8f-760a-4144-a3e9-19ace836c601 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852754473'] for subnet, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:54.288719 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-2e63406e-2505-4ed7-8c01-35ff826c40f9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:54.303217 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-2e63406e-2505-4ed7-8c01-35ff826c40f9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Usage tracker for resource:port and tenant:b93cf5a3216e440abb14c71bd3408e06 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:54.306408 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-2e63406e-2505-4ed7-8c01-35ff826c40f9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:54.334372 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-2e63406e-2505-4ed7-8c01-35ff826c40f9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:54.352333 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-2e63406e-2505-4ed7-8c01-35ff826c40f9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Made reservation on behalf of b93cf5a3216e440abb14c71bd3408e06 for: {'port': 1} {{(pid=88123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:53:54.358183 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-2e63406e-2505-4ed7-8c01-35ff826c40f9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:54.534018 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ce873a8f-760a-4144-a3e9-19ace836c601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852908034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852754490'] for subnet, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:54.542701 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:54.571153 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-2e63406e-2505-4ed7-8c01-35ff826c40f9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Allocated IP 172.20.0.9 (ffc462dc-295a-4bfc-a609-89b327c7e36a/cfcf42a1-a9dc-46d7-a1db-ab5395db2486/4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed) {{(pid=88123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:53:54.602990 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:54.629217 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce873a8f-760a-4144-a3e9-19ace836c601 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d978114e-cfd4-4a19-a29a-be42d1f2cd12,revision_number=0']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:54.633528 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-ce873a8f-760a-4144-a3e9-19ace836c601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:54.684776 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce873a8f-760a-4144-a3e9-19ace836c601 admin admin] Checking segment: {'id': '66237df7-ad58-4612-ad39-411169863aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:53:54.685447 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce873a8f-760a-4144-a3e9-19ace836c601 admin admin] Network hostable DHCP agents. Network: 6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a, hostable agents: ['ca44529e-a98f-42ef-93fd-bf8911629c2d'], hosted agents: [] {{(pid=88122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 14 17:53:54.731164 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 48178) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:54.755832 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce873a8f-760a-4144-a3e9-19ace836c601 admin admin] Network 6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a is scheduled to be hosted by DHCP agent ca44529e-a98f-42ef-93fd-bf8911629c2d with binding_index 1 {{(pid=88122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 14 17:53:54.769029 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-ce873a8f-760a-4144-a3e9-19ace836c601 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-iscsi, 6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a) {{(pid=88122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:53:54.784528 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce873a8f-760a-4144-a3e9-19ace836c601 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:54.785283 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ce873a8f-760a-4144-a3e9-19ace836c601 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:54.807355 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed80dacd-0acc-4463-b5a2-9ee988ba981e None None] Network 6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:53:54.855999 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-ce873a8f-760a-4144-a3e9-19ace836c601 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.7081518
Dec 14 17:53:54.860261 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 48192) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:54.888387 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-0c3d94aa-f190-4873-baf0-1c87744ffb67 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-379572698-router', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'}}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:53:54.898760 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-0c3d94aa-f190-4873-baf0-1c87744ffb67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:54.905805 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-0c3d94aa-f190-4873-baf0-1c87744ffb67 admin admin] Usage tracker for resource:router and tenant:0cc1ceabb62d4c3a9a521b81c98f5557 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:54.916516 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-0c3d94aa-f190-4873-baf0-1c87744ffb67 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:54.931807 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-0c3d94aa-f190-4873-baf0-1c87744ffb67 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:54.955079 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0c3d94aa-f190-4873-baf0-1c87744ffb67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-578992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128592'] for router, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:54.955497 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-2e63406e-2505-4ed7-8c01-35ff826c40f9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks [] for port, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:54.956486 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0c3d94aa-f190-4873-baf0-1c87744ffb67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854196974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854647208'] for router, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:54.981846 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-2e63406e-2505-4ed7-8c01-35ff826c40f9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Transition to ACTIVE for port object 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed will not be triggered until provisioned by entity DHCP. {{(pid=88123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:53:55.012623 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-2e63406e-2505-4ed7-8c01-35ff826c40f9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:55.022578 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-23db9767-a9a5-404b-8d75-0f86f14557d0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-135461263-network', 'tenant_id': '6283c9bd5e614aedb499945da6738b78'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:53:55.024667 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-de2bd267-fe9d-44cc-b8bd-82132ba1d9d2 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:55.063166 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0c3d94aa-f190-4873-baf0-1c87744ffb67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:55.088186 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-23db9767-a9a5-404b-8d75-0f86f14557d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:55.102096 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63406e-2505-4ed7-8c01-35ff826c40f9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Pushing event updated for resources: {'Port': ['ID=4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:55.106049 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2e63406e-2505-4ed7-8c01-35ff826c40f9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:55.122048 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-2e63406e-2505-4ed7-8c01-35ff826c40f9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Network ffc462dc-295a-4bfc-a609-89b327c7e36a is already hosted by enough agents. {{(pid=88123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:53:55.123397 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-2e63406e-2505-4ed7-8c01-35ff826c40f9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Resources bound (agent type, host, resource id):  {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:53:55.131292 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-2e63406e-2505-4ed7-8c01-35ff826c40f9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Received port after_create {{(pid=88123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:53:55.151457 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-23db9767-a9a5-404b-8d75-0f86f14557d0 admin admin] Usage tracker for resource:network and tenant:6283c9bd5e614aedb499945da6738b78 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:55.163786 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-23db9767-a9a5-404b-8d75-0f86f14557d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:55.222818 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-2e63406e-2505-4ed7-8c01-35ff826c40f9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:55.223888 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-2e63406e-2505-4ed7-8c01-35ff826c40f9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:55.248205 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-2e63406e-2505-4ed7-8c01-35ff826c40f9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1336012
Dec 14 17:53:55.269592 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-334d10a0-05e6-4781-9167-26c7f8694e60 service neutron] Request body: {'port': {'device_id': '568afaf5-e6fb-48d2-9265-2175bf5a29d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:53:55.287494 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65ba46df-7991-5938-b91f-03c1a22b974b-6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a', 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'fixed_ips': [{'subnet_id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12'}]}} from dv-cinder-821737-1-iscsi. {{(pid=88124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 14 17:53:55.289206 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:55.494332 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Allocated IP 172.20.0.2 (6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a/d978114e-cfd4-4a19-a29a-be42d1f2cd12/fc4f9e37-334d-4b84-8f5f-3820130bab7b) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:53:55.533505 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-334d10a0-05e6-4781-9167-26c7f8694e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:55.583004 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-23db9767-a9a5-404b-8d75-0f86f14557d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:55.689705 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23db9767-a9a5-404b-8d75-0f86f14557d0 admin admin] Made reservation on behalf of 6283c9bd5e614aedb499945da6738b78 for: {'network': 1} {{(pid=88122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:53:55.694673 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-23db9767-a9a5-404b-8d75-0f86f14557d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for network, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:55.699569 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-96b2eed9-2410-4008-89e1-0038f15b4559 None None] Provisioning for port 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed completed by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:53:55.714743 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-23db9767-a9a5-404b-8d75-0f86f14557d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:55.715378 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-96b2eed9-2410-4008-89e1-0038f15b4559 None None] Provisioning complete for port 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:53:55.716039 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-96b2eed9-2410-4008-89e1-0038f15b4559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:55.782443 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-96b2eed9-2410-4008-89e1-0038f15b4559 None None] Port 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed cannot update to ACTIVE because it is not bound. {{(pid=88124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 14 17:53:55.792255 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d3fd8-b364-4748-8e7e-0e6cfa7e8bb1 req-65a1495e-0395-4f36-ae70-62ab17029ff8 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:55.794180 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-885d3fd8-b364-4748-8e7e-0e6cfa7e8bb1 req-65a1495e-0395-4f36-ae70-62ab17029ff8 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 931 time: 0.7099745
Dec 14 17:53:55.804577 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0c3d94aa-f190-4873-baf0-1c87744ffb67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854647223'] for router, precommit_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:55.821802 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-23db9767-a9a5-404b-8d75-0f86f14557d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:55.847742 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-23db9767-a9a5-404b-8d75-0f86f14557d0 admin admin] Usage tracker for resource:security_group_rule and tenant:6283c9bd5e614aedb499945da6738b78 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:55.854363 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-23db9767-a9a5-404b-8d75-0f86f14557d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:55.862424 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-23db9767-a9a5-404b-8d75-0f86f14557d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:55.918365 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:55.931451 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-885d3fd8-b364-4748-8e7e-0e6cfa7e8bb1 req-37224999-745e-421d-a56b-7b4a3bbbcfc7 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1183910
Dec 14 17:53:55.957152 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Transition to ACTIVE for port object fc4f9e37-334d-4b84-8f5f-3820130bab7b will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:53:55.990967 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Transition to ACTIVE for port object fc4f9e37-334d-4b84-8f5f-3820130bab7b will not be triggered until provisioned by entity DHCP. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:53:55.996235 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:56.002199 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:56.060737 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-334d10a0-05e6-4781-9167-26c7f8694e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed {{(pid=88123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:53:56.069265 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-334d10a0-05e6-4781-9167-26c7f8694e60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:56.088839 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Pushing event updated for resources: {'Port': ['ID=fc4f9e37-334d-4b84-8f5f-3820130bab7b,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:56.090629 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-334d10a0-05e6-4781-9167-26c7f8694e60 service neutron] Transition to ACTIVE for port object 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed will not be triggered until provisioned by entity L2. {{(pid=88123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:53:56.097887 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-334d10a0-05e6-4781-9167-26c7f8694e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1688486'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:56.106986 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-0ec1dcfb-ade5-44b4-8bbf-76c88e5c3a1c tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:56.114014 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Network 6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:53:56.115663 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Resources bound (agent type, host, resource id):  {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:53:56.118623 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:53:56.119192 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:53:56.119729 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:53:56.120422 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:53:56.120974 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:53:56.121913 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:53:56.122444 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:53:56.123036 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:53:56.123713 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:53:56.124408 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:53:56.125088 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:53:56.129583 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:53:56.133849 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:56.215614 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-23db9767-a9a5-404b-8d75-0f86f14557d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:56.224060 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-23db9767-a9a5-404b-8d75-0f86f14557d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:56.230739 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-463af758-88dc-4400-96ab-83f53d60f3ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:56.252294 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Attempting to bind port fc4f9e37-334d-4b84-8f5f-3820130bab7b on host dv-cinder-821737-1-iscsi for vnic_type normal with profile  {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:53:56.252766 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Attempting to bind port fc4f9e37-334d-4b84-8f5f-3820130bab7b by drivers openvswitch,hyperv on host dv-cinder-821737-1-iscsi at level 0 using segments [{'id': '66237df7-ad58-4612-ad39-411169863aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:53:56.253334 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Attempting to bind port fc4f9e37-334d-4b84-8f5f-3820130bab7b on network 6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:53:56.261559 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Checking agent: {'id': 'cfd28b24-d8e5-433a-a8d2-fa726f969496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 41, 52), 'started_at': datetime.datetime(2021, 12, 14, 17, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:53:56.262311 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Checking segment: {'id': '66237df7-ad58-4612-ad39-411169863aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:53:56.262877 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:56.263545 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Bound using segment: {'id': '66237df7-ad58-4612-ad39-411169863aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:53:56.264825 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Bound port: fc4f9e37-334d-4b84-8f5f-3820130bab7b, host: dv-cinder-821737-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66237df7-ad58-4612-ad39-411169863aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:53:56.265367 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:56.271256 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db9767-a9a5-404b-8d75-0f86f14557d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2505b3-820c-4cd1-8257-4d727ba8d209,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:56.277301 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-23db9767-a9a5-404b-8d75-0f86f14557d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:56.296803 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23db9767-a9a5-404b-8d75-0f86f14557d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'}  {{(pid=88122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 14 17:53:56.341593 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-23db9767-a9a5-404b-8d75-0f86f14557d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:56.342575 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.segments_db [None req-23db9767-a9a5-404b-8d75-0f86f14557d0 admin admin] Added segment 100b0513-0059-4351-9a3f-30fa9e51466f of type vlan for network ba1a6082-bfb6-4c3d-9819-4790a6e9d92f
Dec 14 17:53:56.384852 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d10a0-05e6-4781-9167-26c7f8694e60 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed,revision_number=2']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:56.445971 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] For port fc4f9e37-334d-4b84-8f5f-3820130bab7b, host dv-cinder-821737-1-iscsi, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:53:56.456561 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-23db9767-a9a5-404b-8d75-0f86f14557d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753727864657'] for network, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:56.457385 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] For port fc4f9e37-334d-4b84-8f5f-3820130bab7b, host dv-cinder-821737-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=fc4f9e37-334d-4b84-8f5f-3820130bab7b,segment=NetworkSegment(66237df7-ad58-4612-ad39-411169863aef),segment_id=66237df7-ad58-4612-ad39-411169863aef)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:53:56.466577 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:56.473757 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:56.484371 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0c3d94aa-f190-4873-baf0-1c87744ffb67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:56.489137 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-334d10a0-05e6-4781-9167-26c7f8694e60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:56.541986 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-334d10a0-05e6-4781-9167-26c7f8694e60 service neutron] Attempting to bind port 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed on host hv-cinder-82173 for vnic_type normal with profile  {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:53:56.542604 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-334d10a0-05e6-4781-9167-26c7f8694e60 service neutron] Attempting to bind port 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '1a676214-4a5b-4dba-a1f0-b1423444406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ffc462dc-295a-4bfc-a609-89b327c7e36a'}] {{(pid=88123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:53:56.543299 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-334d10a0-05e6-4781-9167-26c7f8694e60 service neutron] Attempting to bind port 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed on network ffc462dc-295a-4bfc-a609-89b327c7e36a {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:53:56.544853 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0c3d94aa-f190-4873-baf0-1c87744ffb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:56.551975 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-334d10a0-05e6-4781-9167-26c7f8694e60 service neutron] Port 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed on network ffc462dc-295a-4bfc-a609-89b327c7e36a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 14 17:53:56.552436 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-334d10a0-05e6-4781-9167-26c7f8694e60 service neutron] Attempting to bind port 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed on network ffc462dc-295a-4bfc-a609-89b327c7e36a {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:53:56.561962 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-334d10a0-05e6-4781-9167-26c7f8694e60 service neutron] Checking agent: {'id': '12cfdd9e-1aa3-47c9-9727-84a7d707383b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'started_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:53:56.562416 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-334d10a0-05e6-4781-9167-26c7f8694e60 service neutron] Checking segment: {'id': '1a676214-4a5b-4dba-a1f0-b1423444406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ffc462dc-295a-4bfc-a609-89b327c7e36a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:53:56.564413 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-334d10a0-05e6-4781-9167-26c7f8694e60 service neutron] Bound using segment: {'id': '1a676214-4a5b-4dba-a1f0-b1423444406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ffc462dc-295a-4bfc-a609-89b327c7e36a'} {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:53:56.564945 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-334d10a0-05e6-4781-9167-26c7f8694e60 service neutron] Bound port: 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a676214-4a5b-4dba-a1f0-b1423444406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ffc462dc-295a-4bfc-a609-89b327c7e36a'}}] {{(pid=88123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:53:56.565347 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-334d10a0-05e6-4781-9167-26c7f8694e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:56.603096 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Pushing event updated for resources: {'Port': ['ID=fc4f9e37-334d-4b84-8f5f-3820130bab7b,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:56.612441 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:56.680208 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-23db9767-a9a5-404b-8d75-0f86f14557d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388'] for network, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:56.687382 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23db9767-a9a5-404b-8d75-0f86f14557d0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:56.688262 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-23db9767-a9a5-404b-8d75-0f86f14557d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:56.708398 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:56.730705 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-334d10a0-05e6-4781-9167-26c7f8694e60 service neutron] For port 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed, host hv-cinder-82173, cleared binding levels {{(pid=88123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:53:56.734135 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-334d10a0-05e6-4781-9167-26c7f8694e60 service neutron] For port 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed,segment=NetworkSegment(1a676214-4a5b-4dba-a1f0-b1423444406f),segment_id=1a676214-4a5b-4dba-a1f0-b1423444406f)] {{(pid=88123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:53:56.739437 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-334d10a0-05e6-4781-9167-26c7f8694e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1688486'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:56.746311 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-334d10a0-05e6-4781-9167-26c7f8694e60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:56.833137 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db9767-a9a5-404b-8d75-0f86f14557d0 admin admin] Pushing event updated for resources: {'Network': ['ID=ba1a6082-bfb6-4c3d-9819-4790a6e9d92f,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:56.841193 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-23db9767-a9a5-404b-8d75-0f86f14557d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:56.864205 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Network ba1a6082-bfb6-4c3d-9819-4790a6e9d92f details requested by agent ovs-agent-dv-cinder-821737-1-iscsi with host dv-cinder-821737-1-iscsi {{(pid=88124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 14 17:53:56.884564 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-334d10a0-05e6-4781-9167-26c7f8694e60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:56.886622 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-334d10a0-05e6-4781-9167-26c7f8694e60 service neutron] 10.222.0.41 "PUT /v2.0/ports/4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed HTTP/1.1" status: 200  len: 1093 time: 1.6250689
Dec 14 17:53:56.887185 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568afaf5-e6fb-48d2-9265-2175bf5a29d8', 'tag': '4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:53:56.917062 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d10a0-05e6-4781-9167-26c7f8694e60 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed,revision_number=3']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:56.941096 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-334d10a0-05e6-4781-9167-26c7f8694e60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:56.999646 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-23db9767-a9a5-404b-8d75-0f86f14557d0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 2.2616525
Dec 14 17:53:57.017550 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 48246) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:57.083324 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-e52ffde8-8614-43bb-a9fc-a6dce27df55c admin admin] Request body: {'subnet': {'network_id': 'ba1a6082-bfb6-4c3d-9819-4790a6e9d92f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-135461263-subnet', 'tenant_id': '6283c9bd5e614aedb499945da6738b78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:53:57.087150 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568afaf5-e6fb-48d2-9265-2175bf5a29d8', 'tag': '4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed', 'status': 'completed', 'code': 200}
Dec 14 17:53:57.095155 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-e52ffde8-8614-43bb-a9fc-a6dce27df55c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:57.138422 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-e52ffde8-8614-43bb-a9fc-a6dce27df55c admin admin] Usage tracker for resource:subnet and tenant:6283c9bd5e614aedb499945da6738b78 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:57.150785 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-e52ffde8-8614-43bb-a9fc-a6dce27df55c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:57.156696 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-5172edda-a197-46e5-bddb-11192262e634 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b93cf5a3216e440abb14c71bd3408e06&device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 1096 time: 0.2129028
Dec 14 17:53:57.174968 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-e52ffde8-8614-43bb-a9fc-a6dce27df55c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:57.181053 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-0c3d94aa-f190-4873-baf0-1c87744ffb67 admin admin] Allocated IP 172.27.2.194 (b3d2256c-c519-4427-b3bb-181a657f5e18/431330ab-9b63-4a3b-8088-f9712ed58753/bb11d7a3-bc26-46bd-bc00-94f5d7509ecd) {{(pid=88122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:53:57.294741 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-f7d401b0-7c5e-4452-9b3e-755253f53ee9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed HTTP/1.1" status: 200  len: 217 time: 0.1283064
Dec 14 17:53:57.341504 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-92ff0121-19d2-44ad-87e6-863320723e8d req-d3c61783-f2a6-4ce4-903f-eb12dc8adb02 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.4269185
Dec 14 17:53:57.342471 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52ffde8-8614-43bb-a9fc-a6dce27df55c admin admin] Made reservation on behalf of 6283c9bd5e614aedb499945da6738b78 for: {'subnet': 1} {{(pid=88122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:53:57.348568 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e52ffde8-8614-43bb-a9fc-a6dce27df55c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852754473'] for subnet, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:57.435973 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-3ddc0e74-0cff-4874-b2c5-6aae98dcc549 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:57.438320 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-3ddc0e74-0cff-4874-b2c5-6aae98dcc549 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cfcf42a1-a9dc-46d7-a1db-ab5395db2486 HTTP/1.1" status: 200  len: 847 time: 0.1365390
Dec 14 17:53:57.552130 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-9618e6b8-b94c-41a0-b2f7-b6f408a8c9d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ffc462dc-295a-4bfc-a609-89b327c7e36a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1069598
Dec 14 17:53:57.704196 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00692a-2177-4008-bec4-9c6f50ecc447 req-71df44fa-9a06-4163-a1c4-9b3897ddd5ae tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:57.705966 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ac00692a-2177-4008-bec4-9c6f50ecc447 req-71df44fa-9a06-4163-a1c4-9b3897ddd5ae tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 943 time: 0.5467608
Dec 14 17:53:57.760443 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-82057d21-cc07-4ab2-b373-74eb8adc60a0 service neutron] 10.222.0.41 "GET /v2.0/networks/ffc462dc-295a-4bfc-a609-89b327c7e36a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1997788
Dec 14 17:53:57.792839 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 48262) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:57.836866 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e52ffde8-8614-43bb-a9fc-a6dce27df55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852908034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852754490'] for subnet, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:57.864100 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:57.931933 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-eafe5cd1-2586-4161-b9f1-5cf43d3f2684 req-c110423a-8ddb-4dc8-8c9a-d9209d55f48f service neutron] 10.222.0.41 "GET /v2.0/networks/ffc462dc-295a-4bfc-a609-89b327c7e36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1638682
Dec 14 17:53:57.939583 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-92ff0121-19d2-44ad-87e6-863320723e8d req-fef96e2a-0620-487b-93bb-5a03732acd13 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d8ae983c147420a92d8c91613de9b2e&device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 1098 time: 0.3947756
Dec 14 17:53:57.942090 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ac00692a-2177-4008-bec4-9c6f50ecc447 req-bc53d5db-f291-4dbb-a9c3-22d18c52f829 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2294831
Dec 14 17:53:57.980286 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a3e31980-3264-4f65-9308-9b5c43fb6121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:58.009663 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0c3d94aa-f190-4873-baf0-1c87744ffb67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:58.030431 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ffde8-8614-43bb-a9fc-a6dce27df55c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1ea3d02-4644-4106-b31e-528d67ff8003,revision_number=0']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:58.033358 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e52ffde8-8614-43bb-a9fc-a6dce27df55c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:58.074028 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-a3e31980-3264-4f65-9308-9b5c43fb6121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:53:58.079749 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-a3e31980-3264-4f65-9308-9b5c43fb6121 admin admin] Usage tracker for resource:security_group_rule and tenant:484872f46fc14a7782126c315c340833 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:53:58.083842 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-a3e31980-3264-4f65-9308-9b5c43fb6121 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:53:58.091151 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-a3e31980-3264-4f65-9308-9b5c43fb6121 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:53:58.118434 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4fcd07ea-00d2-445c-b233-5352d5efa4b2 req-3126f998-5a45-4fdb-bc8f-a127f575582f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b93cf5a3216e440abb14c71bd3408e06&device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 1096 time: 0.1198399
Dec 14 17:53:58.125263 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52ffde8-8614-43bb-a9fc-a6dce27df55c admin admin] Checking segment: {'id': '100b0513-0059-4351-9a3f-30fa9e51466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ba1a6082-bfb6-4c3d-9819-4790a6e9d92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:53:58.125754 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52ffde8-8614-43bb-a9fc-a6dce27df55c admin admin] Network hostable DHCP agents. Network: ba1a6082-bfb6-4c3d-9819-4790a6e9d92f, hostable agents: ['ca44529e-a98f-42ef-93fd-bf8911629c2d'], hosted agents: [] {{(pid=88122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 14 17:53:58.180735 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0c3d94aa-f190-4873-baf0-1c87744ffb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852908220'] for port, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:58.189180 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:58.248816 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff0121-19d2-44ad-87e6-863320723e8d req-58ac5768-982d-40f7-8dbd-638f6c74e52a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:58.250497 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-92ff0121-19d2-44ad-87e6-863320723e8d req-58ac5768-982d-40f7-8dbd-638f6c74e52a service neutron] 10.222.0.41 "GET /v2.0/networks?id=c7c5dd65-00bc-43ea-a99d-6673d8873e67 HTTP/1.1" status: 200  len: 912 time: 0.2810054
Dec 14 17:53:58.277769 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a3e31980-3264-4f65-9308-9b5c43fb6121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:58.283681 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a3e31980-3264-4f65-9308-9b5c43fb6121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:58.294153 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-fcf1b03f-94cb-4237-bc47-7835b675f805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:58.322133 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52ffde8-8614-43bb-a9fc-a6dce27df55c admin admin] Network ba1a6082-bfb6-4c3d-9819-4790a6e9d92f is scheduled to be hosted by DHCP agent ca44529e-a98f-42ef-93fd-bf8911629c2d with binding_index 1 {{(pid=88122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 14 17:53:58.342131 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3d94aa-f190-4873-baf0-1c87744ffb67 admin admin] Network b3d2256c-c519-4427-b3bb-181a657f5e18 is already hosted by enough agents. {{(pid=88122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:53:58.363263 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d94aa-f190-4873-baf0-1c87744ffb67 admin admin] Pushing event updated for resources: {'Port': ['ID=bb11d7a3-bc26-46bd-bc00-94f5d7509ecd,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:58.366399 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-0c3d94aa-f190-4873-baf0-1c87744ffb67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:58.369717 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-a3e31980-3264-4f65-9308-9b5c43fb6121 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=484872f46fc14a7782126c315c340833&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5732808
Dec 14 17:53:58.369717 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e31980-3264-4f65-9308-9b5c43fb6121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e5273c-5112-4af9-86ff-fdb215640741,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:58.371140 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 48268) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:58.371444 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-0c3d94aa-f190-4873-baf0-1c87744ffb67 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:53:58.373703 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3d94aa-f190-4873-baf0-1c87744ffb67 admin admin] Received port after_create {{(pid=88122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:53:58.388689 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a3e31980-3264-4f65-9308-9b5c43fb6121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:58.402341 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd07ea-00d2-445c-b233-5352d5efa4b2 req-0131f4ff-74e0-4cfa-bc97-1f80f3ab7163 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:58.403953 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4fcd07ea-00d2-445c-b233-5352d5efa4b2 req-0131f4ff-74e0-4cfa-bc97-1f80f3ab7163 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ffc462dc-295a-4bfc-a609-89b327c7e36a HTTP/1.1" status: 200  len: 909 time: 0.2778924
Dec 14 17:53:58.406784 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-e52ffde8-8614-43bb-a9fc-a6dce27df55c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-iscsi, ba1a6082-bfb6-4c3d-9819-4790a6e9d92f) {{(pid=88122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:53:58.411453 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52ffde8-8614-43bb-a9fc-a6dce27df55c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:58.412112 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e52ffde8-8614-43bb-a9fc-a6dce27df55c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:58.416972 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d651738-c391-4e79-b1d6-84af7ecc2d59 None None] Network ba1a6082-bfb6-4c3d-9819-4790a6e9d92f requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:53:58.475390 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-92ff0121-19d2-44ad-87e6-863320723e8d req-2c7fe8d4-a195-4d43-a819-079aba4f0f95 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a869d0b8-68c2-4175-b459-080e286a5577 HTTP/1.1" status: 200  len: 1000 time: 0.2124739
Dec 14 17:53:58.519785 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-e52ffde8-8614-43bb-a9fc-a6dce27df55c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.4927912
Dec 14 17:53:58.636232 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4fcd07ea-00d2-445c-b233-5352d5efa4b2 req-8101b36e-7803-4ea3-9564-780028719090 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed HTTP/1.1" status: 200  len: 217 time: 0.2088330
Dec 14 17:53:58.746570 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cd451f80-4299-4728-bbc4-61e8e7fe1fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:58.806861 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cd451f80-4299-4728-bbc4-61e8e7fe1fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:58.826297 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd07ea-00d2-445c-b233-5352d5efa4b2 req-6948b048-6ef6-44ac-b240-6bcd6b5530b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:58.827737 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device fc4f9e37-334d-4b84-8f5f-3820130bab7b up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:53:58.828073 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4fcd07ea-00d2-445c-b233-5352d5efa4b2 req-6948b048-6ef6-44ac-b240-6bcd6b5530b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cfcf42a1-a9dc-46d7-a1db-ab5395db2486 HTTP/1.1" status: 200  len: 847 time: 0.1823738
Dec 14 17:53:58.935103 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff0121-19d2-44ad-87e6-863320723e8d req-9630b223-891f-4211-a0b3-9e7e21940965 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:58.937517 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-92ff0121-19d2-44ad-87e6-863320723e8d req-9630b223-891f-4211-a0b3-9e7e21940965 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e589611-2052-444e-a79e-8f98a61a68a1 HTTP/1.1" status: 200  len: 850 time: 0.4286466
Dec 14 17:53:58.950106 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0c3d94aa-f190-4873-baf0-1c87744ffb67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:58.950985 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0c3d94aa-f190-4873-baf0-1c87744ffb67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854196824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854129360'] for router, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:59.004676 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4fcd07ea-00d2-445c-b233-5352d5efa4b2 req-eb95806f-83e0-4329-938b-39bdd54659e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ffc462dc-295a-4bfc-a609-89b327c7e36a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1653817
Dec 14 17:53:59.006075 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cd451f80-4299-4728-bbc4-61e8e7fe1fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:59.015368 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2f21a6e9-3d6f-4233-b1b4-717374c500cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:53:59.041428 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd451f80-4299-4728-bbc4-61e8e7fe1fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e5273c-5112-4af9-86ff-fdb215640741,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:53:59.053666 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning for port fc4f9e37-334d-4b84-8f5f-3820130bab7b completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:53:59.121306 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-cd451f80-4299-4728-bbc4-61e8e7fe1fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:53:59.185916 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0bc9a4-81ed-4909-a0d7-ee1e8dc19aa8 None None] Network ba1a6082-bfb6-4c3d-9819-4790a6e9d92f requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:53:59.239879 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4fcd07ea-00d2-445c-b233-5352d5efa4b2 req-99677797-6ee6-46a9-827a-ed942ff74614 service neutron] 10.222.0.41 "GET /v2.0/networks/ffc462dc-295a-4bfc-a609-89b327c7e36a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2002561
Dec 14 17:53:59.240798 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cd451f80-4299-4728-bbc4-61e8e7fe1fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:59.245206 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-cd451f80-4299-4728-bbc4-61e8e7fe1fc0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b8e5273c-5112-4af9-86ff-fdb215640741 HTTP/1.1" status: 204  len: 168 time: 0.8667853
Dec 14 17:53:59.277457 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-92ff0121-19d2-44ad-87e6-863320723e8d req-bf351c0a-09c4-4b5b-8d93-bb960792663c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7c5dd65-00bc-43ea-a99d-6673d8873e67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3289449
Dec 14 17:53:59.296321 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56e67d3-bd7e-409c-baa4-edcaaacc1feb None None] Network 6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:53:59.413341 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794f197-49ed-483e-99b1-d5c5a2e11f4e req-f7feb6c6-2837-4fe1-b8c8-3d8f66fc0530 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:53:59.415080 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f794f197-49ed-483e-99b1-d5c5a2e11f4e req-f7feb6c6-2837-4fe1-b8c8-3d8f66fc0530 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 943 time: 0.2885475
Dec 14 17:53:59.503606 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4fcd07ea-00d2-445c-b233-5352d5efa4b2 req-6708d354-4a85-44df-b851-27e833a34fcf service neutron] 10.222.0.41 "GET /v2.0/networks/ffc462dc-295a-4bfc-a609-89b327c7e36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2550771
Dec 14 17:53:59.563498 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-1de8681c-c727-4de3-ab53-cf51f8bbf45d None None] Provisioning for port fc4f9e37-334d-4b84-8f5f-3820130bab7b completed by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:53:59.582329 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-1de8681c-c727-4de3-ab53-cf51f8bbf45d None None] Provisioning complete for port fc4f9e37-334d-4b84-8f5f-3820130bab7b triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:53:59.582699 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1de8681c-c727-4de3-ab53-cf51f8bbf45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:59.647796 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f794f197-49ed-483e-99b1-d5c5a2e11f4e req-4b6d6159-d8da-467a-8c8f-9ca8654ee062 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2253025
Dec 14 17:53:59.652145 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-92ff0121-19d2-44ad-87e6-863320723e8d req-7d4696aa-d9cf-4d7d-a972-0cae4a13f4df service neutron] 10.222.0.41 "GET /v2.0/networks/c7c5dd65-00bc-43ea-a99d-6673d8873e67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3671267
Dec 14 17:53:59.887861 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-92ff0121-19d2-44ad-87e6-863320723e8d req-2f46d763-12e4-4216-b2ea-3b6aca7b474f service neutron] 10.222.0.41 "GET /v2.0/networks/c7c5dd65-00bc-43ea-a99d-6673d8873e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2223523
Dec 14 17:53:59.905249 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c3d94aa-f190-4873-baf0-1c87744ffb67 admin admin] Router f6c0c953-5025-4bb2-a157-fe3d28d19b54 is scheduled to L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a with binding_index 1 {{(pid=88122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 14 17:53:59.912006 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 48294) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:53:59.918808 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1de8681c-c727-4de3-ab53-cf51f8bbf45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:53:59.936128 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e09b5fb4-9f72-4d6e-9274-06ede08ecb0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:00.003608 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-1de8681c-c727-4de3-ab53-cf51f8bbf45d None None] For port fc4f9e37-334d-4b84-8f5f-3820130bab7b, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=fc4f9e37-334d-4b84-8f5f-3820130bab7b,segment=NetworkSegment(66237df7-ad58-4612-ad39-411169863aef),segment_id=66237df7-ad58-4612-ad39-411169863aef)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:54:00.010251 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1de8681c-c727-4de3-ab53-cf51f8bbf45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:00.012666 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:00.022789 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-e09b5fb4-9f72-4d6e-9274-06ede08ecb0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:54:00.027205 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-e09b5fb4-9f72-4d6e-9274-06ede08ecb0e admin admin] Usage tracker for resource:security_group_rule and tenant:da19af2c1e3b4412b39139208efe8986 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:54:00.030280 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-e09b5fb4-9f72-4d6e-9274-06ede08ecb0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:54:00.037848 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-e09b5fb4-9f72-4d6e-9274-06ede08ecb0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:54:00.118997 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de8681c-c727-4de3-ab53-cf51f8bbf45d None None] Pushing event updated for resources: {'Port': ['ID=fc4f9e37-334d-4b84-8f5f-3820130bab7b,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:00.122116 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-1de8681c-c727-4de3-ab53-cf51f8bbf45d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:00.140295 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e09b5fb4-9f72-4d6e-9274-06ede08ecb0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:00.144160 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e09b5fb4-9f72-4d6e-9274-06ede08ecb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:00.153965 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-f884de92-5f69-4ee6-aa23-233df98c6f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:00.185751 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b5fb4-9f72-4d6e-9274-06ede08ecb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5a0e70-dc9c-438a-a7d8-43ac6a657927,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:00.191215 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e09b5fb4-9f72-4d6e-9274-06ede08ecb0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:00.192549 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3d94aa-f190-4873-baf0-1c87744ffb67 admin admin] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 17:54:00.206149 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aa17fa-8d66-4320-a3d0-34a1eef2bfbe None None] Sync routers for ids ['f6c0c953-5025-4bb2-a157-fe3d28d19b54'] in dv-cinder-821737-1-iscsi {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 17:54:00.214027 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-e09b5fb4-9f72-4d6e-9274-06ede08ecb0e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=da19af2c1e3b4412b39139208efe8986&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2974641
Dec 14 17:54:00.214313 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 48302) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:00.222552 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0c3d94aa-f190-4873-baf0-1c87744ffb67 admin admin] Notify callbacks [] for router, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:00.224176 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-0c3d94aa-f190-4873-baf0-1c87744ffb67 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 5.3606992
Dec 14 17:54:00.227010 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 48306) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:00.235184 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aa17fa-8d66-4320-a3d0-34a1eef2bfbe None None] Routers {'f6c0c953-5025-4bb2-a157-fe3d28d19b54'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:54:00.237053 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-43aa17fa-8d66-4320-a3d0-34a1eef2bfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622c90f320>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:53:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['f6c0c953-5025-4bb2-a157-fe3d28d19b54'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:54:00.285785 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7e1d95a2-7ce5-43fb-8a43-fb6bf720a737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:00.338640 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7e1d95a2-7ce5-43fb-8a43-fb6bf720a737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:00.364437 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-358f581a-8270-4619-8f56-b3919b11db23 None None] Provisioning complete for port fc4f9e37-334d-4b84-8f5f-3820130bab7b triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:54:00.365247 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-358f581a-8270-4619-8f56-b3919b11db23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:00.420476 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7e1d95a2-7ce5-43fb-8a43-fb6bf720a737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:00.431405 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-cb8c2837-6e1d-47d0-a07a-f6a4bbbcb655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:00.447986 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7e1d95a2-7ce5-43fb-8a43-fb6bf720a737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:00.452695 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-7e1d95a2-7ce5-43fb-8a43-fb6bf720a737 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/de5a0e70-dc9c-438a-a7d8-43ac6a657927 HTTP/1.1" status: 204  len: 168 time: 0.2370763
Dec 14 17:54:00.453466 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d95a2-7ce5-43fb-8a43-fb6bf720a737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5a0e70-dc9c-438a-a7d8-43ac6a657927,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:00.455855 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-7e1d95a2-7ce5-43fb-8a43-fb6bf720a737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:00.524938 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device fc4f9e37-334d-4b84-8f5f-3820130bab7b up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:54:00.644676 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port fc4f9e37-334d-4b84-8f5f-3820130bab7b triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:54:00.645095 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:00.867726 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-43aa17fa-8d66-4320-a3d0-34a1eef2bfbe None None] Set router f6c0c953-5025-4bb2-a157-fe3d28d19b54 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:54:01.143761 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab7806-1f2c-4ee5-a314-9de74bcb3ae4 req-badc6efc-0699-4df7-922f-11245ae99969 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:01.146169 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c7ab7806-1f2c-4ee5-a314-9de74bcb3ae4 req-badc6efc-0699-4df7-922f-11245ae99969 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 943 time: 0.2417526
Dec 14 17:54:01.595344 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-43aa17fa-8d66-4320-a3d0-34a1eef2bfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622c90f320>, [{'id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'name': 'tempest-AttachVolumeShelveTestJSON-379572698-router', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:53:54Z', 'updated_at': '2021-12-14T17:53:58Z', 'revision_number': 3, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'gw_port': {'id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:69:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:53:56Z', 'updated_at': '2021-12-14T17:53:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi'}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:54:01.600150 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aa17fa-8d66-4320-a3d0-34a1eef2bfbe None None] Checking router: f6c0c953-5025-4bb2-a157-fe3d28d19b54 for host: dv-cinder-821737-1-iscsi {{(pid=88124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 17:54:01.600718 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aa17fa-8d66-4320-a3d0-34a1eef2bfbe None None] Updating router f6c0c953-5025-4bb2-a157-fe3d28d19b54 port bb11d7a3-bc26-46bd-bc00-94f5d7509ecd binding host dv-cinder-821737-1-iscsi {{(pid=88124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 14 17:54:01.648101 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c7ab7806-1f2c-4ee5-a314-9de74bcb3ae4 req-04c36db8-e9fd-48c5-bee1-459973dc47ba tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4274201
Dec 14 17:54:01.656467 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-43aa17fa-8d66-4320-a3d0-34a1eef2bfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:01.704122 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449c73a-4731-4009-836d-e9483dc084a0 req-2b4766c7-371f-4223-b45f-52eee5645197 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:01.704952 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-5449c73a-4731-4009-836d-e9483dc084a0 req-2b4766c7-371f-4223-b45f-52eee5645197 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Synchronizing usage tracker for tenant:6283c9bd5e614aedb499945da6738b78 on resource:network {{(pid=88122) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:54:01.767681 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-5449c73a-4731-4009-836d-e9483dc084a0 req-2b4766c7-371f-4223-b45f-52eee5645197 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Unset dirty status for tenant:6283c9bd5e614aedb499945da6738b78 on resource:network {{(pid=88122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:54:01.768948 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5449c73a-4731-4009-836d-e9483dc084a0 req-2b4766c7-371f-4223-b45f-52eee5645197 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/networks?id=ba1a6082-bfb6-4c3d-9819-4790a6e9d92f HTTP/1.1" status: 200  len: 813 time: 0.5500855
Dec 14 17:54:01.837729 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5449c73a-4731-4009-836d-e9483dc084a0 req-080c0cf0-c443-4be3-b46e-9716c19eea84 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/quotas/6283c9bd5e614aedb499945da6738b78 HTTP/1.1" status: 200  len: 375 time: 0.0574298
Dec 14 17:54:01.927502 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5449c73a-4731-4009-836d-e9483dc084a0 req-a8f42397-45ec-49ea-b46f-b29a4937f50b tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6283c9bd5e614aedb499945da6738b78&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0821199
Dec 14 17:54:01.997983 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cc8fead5-4c32-43ed-9315-940e278e711e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:02.045596 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-43aa17fa-8d66-4320-a3d0-34a1eef2bfbe None None] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:02.064431 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-43aa17fa-8d66-4320-a3d0-34a1eef2bfbe None None] Transition to ACTIVE for port object bb11d7a3-bc26-46bd-bc00-94f5d7509ecd will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:54:02.075524 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-43aa17fa-8d66-4320-a3d0-34a1eef2bfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:02.080432 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:02.158480 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:02.186112 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4657c2c-c8cc-4587-bf48-72bdf75115ca None None] Pushing event updated for resources: {'Port': ['ID=bb11d7a3-bc26-46bd-bc00-94f5d7509ecd,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:02.189218 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-d4657c2c-c8cc-4587-bf48-72bdf75115ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:02.191900 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-43aa17fa-8d66-4320-a3d0-34a1eef2bfbe None None] Attempting to bind port bb11d7a3-bc26-46bd-bc00-94f5d7509ecd on host dv-cinder-821737-1-iscsi for vnic_type normal with profile  {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:54:02.192314 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-43aa17fa-8d66-4320-a3d0-34a1eef2bfbe None None] Attempting to bind port bb11d7a3-bc26-46bd-bc00-94f5d7509ecd by drivers openvswitch,hyperv on host dv-cinder-821737-1-iscsi at level 0 using segments [{'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:54:02.192722 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aa17fa-8d66-4320-a3d0-34a1eef2bfbe None None] Attempting to bind port bb11d7a3-bc26-46bd-bc00-94f5d7509ecd on network b3d2256c-c519-4427-b3bb-181a657f5e18 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:54:02.199955 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aa17fa-8d66-4320-a3d0-34a1eef2bfbe None None] Checking agent: {'id': 'cfd28b24-d8e5-433a-a8d2-fa726f969496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 41, 52), 'started_at': datetime.datetime(2021, 12, 14, 17, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:54:02.200372 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aa17fa-8d66-4320-a3d0-34a1eef2bfbe None None] Checking segment: {'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:54:02.200822 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-43aa17fa-8d66-4320-a3d0-34a1eef2bfbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:02.201255 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aa17fa-8d66-4320-a3d0-34a1eef2bfbe None None] Bound using segment: {'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:54:02.201786 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-43aa17fa-8d66-4320-a3d0-34a1eef2bfbe None None] Bound port: bb11d7a3-bc26-46bd-bc00-94f5d7509ecd, host: dv-cinder-821737-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:54:02.202700 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-43aa17fa-8d66-4320-a3d0-34a1eef2bfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:02.212181 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5449c73a-4731-4009-836d-e9483dc084a0 req-9a4de342-0197-47ff-9988-1c0db426fb43 service neutron] 10.222.0.53 "GET /v2.0/networks/ba1a6082-bfb6-4c3d-9819-4790a6e9d92f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2773554
Dec 14 17:54:02.281331 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-43aa17fa-8d66-4320-a3d0-34a1eef2bfbe None None] For port bb11d7a3-bc26-46bd-bc00-94f5d7509ecd, host dv-cinder-821737-1-iscsi, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:54:02.286791 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-43aa17fa-8d66-4320-a3d0-34a1eef2bfbe None None] For port bb11d7a3-bc26-46bd-bc00-94f5d7509ecd, host dv-cinder-821737-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=bb11d7a3-bc26-46bd-bc00-94f5d7509ecd,segment=NetworkSegment(031a1115-d006-4778-96dd-1bbd9a3ec485),segment_id=031a1115-d006-4778-96dd-1bbd9a3ec485)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:54:02.290622 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-43aa17fa-8d66-4320-a3d0-34a1eef2bfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:02.303789 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-1de8681c-c727-4de3-ab53-cf51f8bbf45d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:02.426657 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aa17fa-8d66-4320-a3d0-34a1eef2bfbe None None] Routers {'f6c0c953-5025-4bb2-a157-fe3d28d19b54'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:54:02.427479 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-43aa17fa-8d66-4320-a3d0-34a1eef2bfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622c90f320>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:53:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['f6c0c953-5025-4bb2-a157-fe3d28d19b54'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:54:02.496729 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4657c2c-c8cc-4587-bf48-72bdf75115ca None None] Pushing event updated for resources: {'Port': ['ID=bb11d7a3-bc26-46bd-bc00-94f5d7509ecd,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:02.499751 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-d4657c2c-c8cc-4587-bf48-72bdf75115ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:02.529684 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5449c73a-4731-4009-836d-e9483dc084a0 req-35513352-2a34-4bfd-b90d-c6624ba50769 service neutron] 10.222.0.53 "GET /v2.0/networks/ba1a6082-bfb6-4c3d-9819-4790a6e9d92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3162267
Dec 14 17:54:02.577058 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-cc8fead5-4c32-43ed-9315-940e278e711e admin admin] Allocated IP 172.20.0.1 (6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a/d978114e-cfd4-4a19-a29a-be42d1f2cd12/f148444e-384d-439b-a167-db51bf9f5581) {{(pid=88122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:54:02.654582 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-43aa17fa-8d66-4320-a3d0-34a1eef2bfbe None None] Set router f6c0c953-5025-4bb2-a157-fe3d28d19b54 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:54:02.847664 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f46e328d-a2e8-467b-a09a-aafcb8a58eaf req-f49ab06c-ff65-4288-bc4a-0ad0de7e1752 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1c07346-bd2e-481a-9e1b-20774812412a HTTP/1.1" status: 200  len: 210 time: 0.0695109
Dec 14 17:54:03.006896 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cc8fead5-4c32-43ed-9315-940e278e711e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:03.042225 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-cc8fead5-4c32-43ed-9315-940e278e711e admin admin] Transition to ACTIVE for port object f148444e-384d-439b-a167-db51bf9f5581 will not be triggered until provisioned by entity DHCP. {{(pid=88122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:54:03.052611 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-43aa17fa-8d66-4320-a3d0-34a1eef2bfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622c90f320>, [{'id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'name': 'tempest-AttachVolumeShelveTestJSON-379572698-router', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:53:54Z', 'updated_at': '2021-12-14T17:53:58Z', 'revision_number': 3, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'gw_port': {'id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:69:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:53:56Z', 'updated_at': '2021-12-14T17:54:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi'}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:54:03.056870 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aa17fa-8d66-4320-a3d0-34a1eef2bfbe None None] The sync data for ids ['f6c0c953-5025-4bb2-a157-fe3d28d19b54'] in dv-cinder-821737-1-iscsi is: [{'id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'name': 'tempest-AttachVolumeShelveTestJSON-379572698-router', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:53:54Z', 'updated_at': '2021-12-14T17:53:58Z', 'revision_number': 3, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'gw_port': {'id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:69:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:53:56Z', 'updated_at': '2021-12-14T17:54:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi'}] {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 17:54:03.087094 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850112a-8336-4f9c-b82c-7aa30056aca2 req-1a85a59e-640b-4542-8e57-5f268739f775 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:03.088743 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2850112a-8336-4f9c-b82c-7aa30056aca2 req-1a85a59e-640b-4542-8e57-5f268739f775 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 943 time: 0.1758609
Dec 14 17:54:03.119426 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cc8fead5-4c32-43ed-9315-940e278e711e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852908220'] for port, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:03.130564 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-0c93c4a5-d343-4694-91d9-eae1214b6944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:03.233897 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8fead5-4c32-43ed-9315-940e278e711e admin admin] Network 6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a is already hosted by enough agents. {{(pid=88122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:54:03.240147 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-cc8fead5-4c32-43ed-9315-940e278e711e admin admin] Resources bound (agent type, host, resource id):  {{(pid=88122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:54:03.242529 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8fead5-4c32-43ed-9315-940e278e711e admin admin] Pushing event updated for resources: {'Port': ['ID=f148444e-384d-439b-a167-db51bf9f5581,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:03.244836 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8fead5-4c32-43ed-9315-940e278e711e admin admin] Received port after_create {{(pid=88122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:54:03.278351 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2850112a-8336-4f9c-b82c-7aa30056aca2 req-6c97d643-f15d-4207-b8a2-a6b1172c1600 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1822207
Dec 14 17:54:03.282679 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-cc8fead5-4c32-43ed-9315-940e278e711e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:03.322579 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cc8fead5-4c32-43ed-9315-940e278e711e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647541'] for router_interface, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:03.434201 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cc8fead5-4c32-43ed-9315-940e278e711e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:03.756486 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-8343ed9e-2d13-452c-a713-aa13958a724e None None] Provisioning for port f148444e-384d-439b-a167-db51bf9f5581 completed by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:54:03.764278 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-8343ed9e-2d13-452c-a713-aa13958a724e None None] Provisioning complete for port f148444e-384d-439b-a167-db51bf9f5581 triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:54:03.765051 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8343ed9e-2d13-452c-a713-aa13958a724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:03.810243 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cc8fead5-4c32-43ed-9315-940e278e711e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:03.816773 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cc8fead5-4c32-43ed-9315-940e278e711e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1867597'] for port, after_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:03.846417 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-8343ed9e-2d13-452c-a713-aa13958a724e None None] Port f148444e-384d-439b-a167-db51bf9f5581 cannot update to ACTIVE because it is not bound. {{(pid=88124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 14 17:54:03.857262 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-cc8fead5-4c32-43ed-9315-940e278e711e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:03.959288 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cc8fead5-4c32-43ed-9315-940e278e711e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4068405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854128366'] for router_interface, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:03.964415 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8fead5-4c32-43ed-9315-940e278e711e admin admin] Pushing event updated for resources: {'Port': ['ID=f148444e-384d-439b-a167-db51bf9f5581,revision_number=2']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:03.974218 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-cc8fead5-4c32-43ed-9315-940e278e711e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:04.154056 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-12a4bc86-58d9-42df-a4bd-91123962c82c req-d12c892d-6370-48d6-a2b1-5a1f575d4443 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1c07346-bd2e-481a-9e1b-20774812412a HTTP/1.1" status: 200  len: 210 time: 0.1301732
Dec 14 17:54:04.318858 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8fead5-4c32-43ed-9315-940e278e711e admin admin] Network 6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a is already hosted by enough agents. {{(pid=88122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:54:04.328619 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-cc8fead5-4c32-43ed-9315-940e278e711e admin admin] Resources bound (agent type, host, resource id):  {{(pid=88122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:54:04.349964 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 48434) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:04.524827 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device bb11d7a3-bc26-46bd-bc00-94f5d7509ecd up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:54:04.619359 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-24c77972-ed50-4b49-ac70-754e9d6beb4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:04.653444 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning for port bb11d7a3-bc26-46bd-bc00-94f5d7509ecd completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:54:04.659707 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port bb11d7a3-bc26-46bd-bc00-94f5d7509ecd triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:54:04.660130 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:04.678880 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-24c77972-ed50-4b49-ac70-754e9d6beb4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:54:04.698834 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-24c77972-ed50-4b49-ac70-754e9d6beb4a admin admin] Usage tracker for resource:security_group_rule and tenant:d4bf39b5c5a44c63aa6b5b6ade8afcaf is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:54:04.705535 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-24c77972-ed50-4b49-ac70-754e9d6beb4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:54:04.717673 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-24c77972-ed50-4b49-ac70-754e9d6beb4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:54:04.812112 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-24c77972-ed50-4b49-ac70-754e9d6beb4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:04.814207 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:04.817511 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-24c77972-ed50-4b49-ac70-754e9d6beb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:04.826801 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-98d274e8-b388-41c1-b287-edc08d66bb2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:04.832806 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] For port bb11d7a3-bc26-46bd-bc00-94f5d7509ecd, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=bb11d7a3-bc26-46bd-bc00-94f5d7509ecd,segment=NetworkSegment(031a1115-d006-4778-96dd-1bbd9a3ec485),segment_id=031a1115-d006-4778-96dd-1bbd9a3ec485)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:54:04.838761 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:04.842785 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-d60ff855-0d50-4a2a-82d5-348a8412bffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:04.885340 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-24c77972-ed50-4b49-ac70-754e9d6beb4a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d4bf39b5c5a44c63aa6b5b6ade8afcaf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5337403
Dec 14 17:54:04.886117 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 48444) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:04.905446 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c77972-ed50-4b49-ac70-754e9d6beb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95869326-ee32-44c6-b678-6f76149a6d98,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:04.911373 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-24c77972-ed50-4b49-ac70-754e9d6beb4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:04.956445 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-d2158368-ab0b-4f67-9af7-762cff2f5108 None None] Provisioning complete for port f148444e-384d-439b-a167-db51bf9f5581 triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:54:04.956840 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d2158368-ab0b-4f67-9af7-762cff2f5108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:04.973627 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-be6fc628-129e-4ea7-8a58-3dd9e0d24dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:05.006041 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-be6fc628-129e-4ea7-8a58-3dd9e0d24dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:05.012142 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449c73a-4731-4009-836d-e9483dc084a0 req-83335e1c-b815-4ada-bc14-09b44f69e9f9 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:05.014462 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5449c73a-4731-4009-836d-e9483dc084a0 req-83335e1c-b815-4ada-bc14-09b44f69e9f9 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.41 "GET /v2.0/networks?id=ba1a6082-bfb6-4c3d-9819-4790a6e9d92f HTTP/1.1" status: 200  len: 813 time: 0.8902771
Dec 14 17:54:05.033239 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-5449c73a-4731-4009-836d-e9483dc084a0 req-5f7b2d83-360b-483d-a056-341e61b15278 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Request body: {'port': {'device_id': 'd1c07346-bd2e-481a-9e1b-20774812412a', 'network_id': 'ba1a6082-bfb6-4c3d-9819-4790a6e9d92f', 'admin_state_up': True, 'tenant_id': '6283c9bd5e614aedb499945da6738b78'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:54:05.034909 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Pushing event updated for resources: {'Port': ['ID=bb11d7a3-bc26-46bd-bc00-94f5d7509ecd,revision_number=4']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:05.044490 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-d2158368-ab0b-4f67-9af7-762cff2f5108 None None] Port f148444e-384d-439b-a167-db51bf9f5581 cannot update to ACTIVE because it is not bound. {{(pid=88124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 14 17:54:05.046808 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:05.076542 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-be6fc628-129e-4ea7-8a58-3dd9e0d24dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:05.083689 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a235ef43-6c43-4d3e-a6cc-d2fb79583fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:05.098033 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-be6fc628-129e-4ea7-8a58-3dd9e0d24dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:05.101924 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-be6fc628-129e-4ea7-8a58-3dd9e0d24dab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/95869326-ee32-44c6-b678-6f76149a6d98 HTTP/1.1" status: 204  len: 168 time: 0.2088513
Dec 14 17:54:05.106845 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6fc628-129e-4ea7-8a58-3dd9e0d24dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95869326-ee32-44c6-b678-6f76149a6d98,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:05.110106 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-be6fc628-129e-4ea7-8a58-3dd9e0d24dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:05.296098 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6ccda-1b79-4d9c-b9c2-1af375b13af7 req-61f8f7ee-eccc-4db6-9570-5b4d5f84bdcb tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:05.304004 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f0d6ccda-1b79-4d9c-b9c2-1af375b13af7 req-61f8f7ee-eccc-4db6-9570-5b4d5f84bdcb tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 943 time: 0.7597394
Dec 14 17:54:05.385817 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-5449c73a-4731-4009-836d-e9483dc084a0 req-5f7b2d83-360b-483d-a056-341e61b15278 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:54:05.397430 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-5449c73a-4731-4009-836d-e9483dc084a0 req-5f7b2d83-360b-483d-a056-341e61b15278 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Usage tracker for resource:port and tenant:6283c9bd5e614aedb499945da6738b78 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:54:05.403509 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7daf6bf1-6dab-49c3-9c7b-fd567196b426 req-ca9218b2-4141-4527-ac0c-83cc0447d592 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1c07346-bd2e-481a-9e1b-20774812412a HTTP/1.1" status: 200  len: 210 time: 0.0708585
Dec 14 17:54:05.404977 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-5449c73a-4731-4009-836d-e9483dc084a0 req-5f7b2d83-360b-483d-a056-341e61b15278 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:54:05.432626 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-5449c73a-4731-4009-836d-e9483dc084a0 req-5f7b2d83-360b-483d-a056-341e61b15278 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:54:05.493011 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f0d6ccda-1b79-4d9c-b9c2-1af375b13af7 req-6123b7c6-4784-422b-a7b2-53cb61ad37a4 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1880081
Dec 14 17:54:05.499068 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5449c73a-4731-4009-836d-e9483dc084a0 req-5f7b2d83-360b-483d-a056-341e61b15278 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Made reservation on behalf of 6283c9bd5e614aedb499945da6738b78 for: {'port': 1} {{(pid=88122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:54:05.504868 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-5449c73a-4731-4009-836d-e9483dc084a0 req-5f7b2d83-360b-483d-a056-341e61b15278 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:05.562939 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 48460) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:05.583238 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e324b069-d456-45fc-8328-c08079b441a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:05.618834 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-e324b069-d456-45fc-8328-c08079b441a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:54:05.623192 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-e324b069-d456-45fc-8328-c08079b441a1 admin admin] Usage tracker for resource:security_group_rule and tenant:b8531ef8103e4eee9acf041ef0e9803b is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:54:05.626552 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-e324b069-d456-45fc-8328-c08079b441a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:54:05.633016 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-e324b069-d456-45fc-8328-c08079b441a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:54:05.706589 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e324b069-d456-45fc-8328-c08079b441a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:05.710479 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e324b069-d456-45fc-8328-c08079b441a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:05.713872 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8fead5-4c32-43ed-9315-940e278e711e admin admin] Router f6c0c953-5025-4bb2-a157-fe3d28d19b54 has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 17:54:05.719596 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [req-5449c73a-4731-4009-836d-e9483dc084a0 req-5f7b2d83-360b-483d-a056-341e61b15278 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Allocated IP 172.20.0.13 (ba1a6082-bfb6-4c3d-9819-4790a6e9d92f/f1ea3d02-4644-4106-b31e-528d67ff8003/ec04b937-9149-4eda-9ffa-65aec1961d22) {{(pid=88122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:54:05.720307 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-80280163-0df1-4f47-b8cc-72ba2be38d2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:05.762982 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324b069-d456-45fc-8328-c08079b441a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3cc092-738e-4d76-9a66-4a300ff6ff31,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:05.766876 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e324b069-d456-45fc-8328-c08079b441a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:05.772339 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-e324b069-d456-45fc-8328-c08079b441a1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b8531ef8103e4eee9acf041ef0e9803b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2057645
Dec 14 17:54:05.772943 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 48464) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:05.839199 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d13dbfcc-3e20-4171-9c5d-dbcfbc41ec4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:05.870716 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d13dbfcc-3e20-4171-9c5d-dbcfbc41ec4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:05.921282 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d13dbfcc-3e20-4171-9c5d-dbcfbc41ec4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:05.926721 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-510b9e21-ef5c-427d-8244-df8f27d16abb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:05.937519 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13dbfcc-3e20-4171-9c5d-dbcfbc41ec4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3cc092-738e-4d76-9a66-4a300ff6ff31,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:05.941390 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-d13dbfcc-3e20-4171-9c5d-dbcfbc41ec4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:05.945051 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d13dbfcc-3e20-4171-9c5d-dbcfbc41ec4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:05.948687 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-d13dbfcc-3e20-4171-9c5d-dbcfbc41ec4d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cc3cc092-738e-4d76-9a66-4a300ff6ff31 HTTP/1.1" status: 204  len: 168 time: 0.1718245
Dec 14 17:54:06.103361 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-5449c73a-4731-4009-836d-e9483dc084a0 req-5f7b2d83-360b-483d-a056-341e61b15278 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Notify callbacks [] for port, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:06.149905 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8fead5-4c32-43ed-9315-940e278e711e admin admin] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 17:54:06.152464 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-5449c73a-4731-4009-836d-e9483dc084a0 req-5f7b2d83-360b-483d-a056-341e61b15278 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852908220'] for port, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:06.161598 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e237f82e-40a7-4f16-a178-c827fa69ad49 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:06.232231 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-cc8fead5-4c32-43ed-9315-940e278e711e admin admin] 10.222.0.53 "PUT /v2.0/routers/f6c0c953-5025-4bb2-a157-fe3d28d19b54/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9950182
Dec 14 17:54:06.244041 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5449c73a-4731-4009-836d-e9483dc084a0 req-5f7b2d83-360b-483d-a056-341e61b15278 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Network ba1a6082-bfb6-4c3d-9819-4790a6e9d92f is already hosted by enough agents. {{(pid=88122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:54:06.247786 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b2d83-360b-483d-a056-341e61b15278 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Pushing event updated for resources: {'Port': ['ID=ec04b937-9149-4eda-9ffa-65aec1961d22,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:06.250817 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [req-5449c73a-4731-4009-836d-e9483dc084a0 req-5f7b2d83-360b-483d-a056-341e61b15278 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Resources bound (agent type, host, resource id):  {{(pid=88122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:54:06.252063 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 14 17:54:06.252429 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-5f7b2d83-360b-483d-a056-341e61b15278 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:06.253172 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-5449c73a-4731-4009-836d-e9483dc084a0 req-5f7b2d83-360b-483d-a056-341e61b15278 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Received port after_create {{(pid=88122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:54:06.319377 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 6 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 17:54:06.328298 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449c73a-4731-4009-836d-e9483dc084a0 req-5f7b2d83-360b-483d-a056-341e61b15278 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:06.329363 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-5449c73a-4731-4009-836d-e9483dc084a0 req-5f7b2d83-360b-483d-a056-341e61b15278 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:06.362298 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5449c73a-4731-4009-836d-e9483dc084a0 req-5f7b2d83-360b-483d-a056-341e61b15278 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3331482
Dec 14 17:54:06.376247 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-5449c73a-4731-4009-836d-e9483dc084a0 req-b25a5b3e-9787-4c69-9b5a-b2c73eed164e service neutron] Request body: {'port': {'device_id': 'd1c07346-bd2e-481a-9e1b-20774812412a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:54:06.518555 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device bb11d7a3-bc26-46bd-bc00-94f5d7509ecd up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:54:06.568861 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-5449c73a-4731-4009-836d-e9483dc084a0 req-b25a5b3e-9787-4c69-9b5a-b2c73eed164e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:06.586860 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed,segment=NetworkSegment(1a676214-4a5b-4dba-a1f0-b1423444406f),segment_id=1a676214-4a5b-4dba-a1f0-b1423444406f)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:54:06.605438 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Returning: {'device': '4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed', 'network_id': 'ffc462dc-295a-4bfc-a609-89b327c7e36a', 'port_id': '4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed', 'mac_address': 'fa:16:3e:ca:fd:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfcf42a1-a9dc-46d7-a1db-ab5395db2486', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 17:54:06.688209 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:06.716652 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:54:06.732786 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed,segment=NetworkSegment(1a676214-4a5b-4dba-a1f0-b1423444406f),segment_id=1a676214-4a5b-4dba-a1f0-b1423444406f)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:54:06.740674 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:06.743552 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-64993164-58b9-4ca2-bc84-14f93654a081 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:06.818225 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed,revision_number=4']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:06.823120 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:06.836130 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port bb11d7a3-bc26-46bd-bc00-94f5d7509ecd triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:54:06.836552 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:06.841886 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3938409-be9f-4056-b06f-a710efc58e26 req-08bd3642-3349-4c2c-a952-5820757fdeb8 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:06.842799 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-e3938409-be9f-4056-b06f-a710efc58e26 req-08bd3642-3349-4c2c-a952-5820757fdeb8 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Synchronizing usage tracker for tenant:6283c9bd5e614aedb499945da6738b78 on resource:port {{(pid=88122) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:54:06.964733 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-e3938409-be9f-4056-b06f-a710efc58e26 req-08bd3642-3349-4c2c-a952-5820757fdeb8 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Unset dirty status for tenant:6283c9bd5e614aedb499945da6738b78 on resource:port {{(pid=88122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:54:06.966154 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e3938409-be9f-4056-b06f-a710efc58e26 req-08bd3642-3349-4c2c-a952-5820757fdeb8 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1c07346-bd2e-481a-9e1b-20774812412a HTTP/1.1" status: 200  len: 932 time: 0.3377700
Dec 14 17:54:06.973233 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1282510-d595-420a-9647-983c54f33835 None None] Sync routers for ids ['f6c0c953-5025-4bb2-a157-fe3d28d19b54'] in dv-cinder-821737-1-iscsi {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 17:54:06.992680 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1282510-d595-420a-9647-983c54f33835 None None] Routers {'f6c0c953-5025-4bb2-a157-fe3d28d19b54'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:54:06.992903 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 17:54:06.993759 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-d1282510-d595-420a-9647-983c54f33835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622d2035f8>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:53:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['f6c0c953-5025-4bb2-a157-fe3d28d19b54'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:54:07.002320 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 48498) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:07.069231 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-e3938409-be9f-4056-b06f-a710efc58e26 req-a5565ed6-81ea-432f-a7fb-13c7a9b1b48a tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Synchronizing usage tracker for tenant:6283c9bd5e614aedb499945da6738b78 on resource:security_group {{(pid=88122) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:54:07.143756 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-e3938409-be9f-4056-b06f-a710efc58e26 req-a5565ed6-81ea-432f-a7fb-13c7a9b1b48a tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Unset dirty status for tenant:6283c9bd5e614aedb499945da6738b78 on resource:security_group {{(pid=88122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:54:07.145237 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e3938409-be9f-4056-b06f-a710efc58e26 req-a5565ed6-81ea-432f-a7fb-13c7a9b1b48a tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a2505b3-820c-4cd1-8257-4d727ba8d209&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1628137
Dec 14 17:54:07.187102 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [req-5449c73a-4731-4009-836d-e9483dc084a0 req-b25a5b3e-9787-4c69-9b5a-b2c73eed164e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec04b937-9149-4eda-9ffa-65aec1961d22 {{(pid=88122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:54:07.205966 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-5449c73a-4731-4009-836d-e9483dc084a0 req-b25a5b3e-9787-4c69-9b5a-b2c73eed164e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:07.226663 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [req-5449c73a-4731-4009-836d-e9483dc084a0 req-b25a5b3e-9787-4c69-9b5a-b2c73eed164e service neutron] Transition to ACTIVE for port object ec04b937-9149-4eda-9ffa-65aec1961d22 will not be triggered until provisioned by entity L2. {{(pid=88122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:54:07.230195 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-5449c73a-4731-4009-836d-e9483dc084a0 req-b25a5b3e-9787-4c69-9b5a-b2c73eed164e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1867597'] for port, after_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:07.235866 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-d34e3757-fd7b-4bd7-bc10-235661a8c08b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:07.279269 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-d1282510-d595-420a-9647-983c54f33835 None None] Set router f6c0c953-5025-4bb2-a157-fe3d28d19b54 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:54:07.538432 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a5b3e-9787-4c69-9b5a-b2c73eed164e service neutron] Pushing event updated for resources: {'Port': ['ID=ec04b937-9149-4eda-9ffa-65aec1961d22,revision_number=2']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:07.545473 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b25a5b3e-9787-4c69-9b5a-b2c73eed164e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:07.559028 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2f0e7c59-2ad7-4c85-b7a7-335aa6992e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:07.599057 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-2f0e7c59-2ad7-4c85-b7a7-335aa6992e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:54:07.604638 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-2f0e7c59-2ad7-4c85-b7a7-335aa6992e9b admin admin] Usage tracker for resource:security_group_rule and tenant:0f031a6a1f824e30a45a67c3d46b3319 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:54:07.607914 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-2f0e7c59-2ad7-4c85-b7a7-335aa6992e9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:54:07.615867 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-2f0e7c59-2ad7-4c85-b7a7-335aa6992e9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:54:07.698483 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 48514) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:07.712508 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677cfcd3-22fb-404f-857d-75f9f7eaccf3 req-caecefae-dedb-4d43-9389-b9fec0105ef7 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:07.720108 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-677cfcd3-22fb-404f-857d-75f9f7eaccf3 req-caecefae-dedb-4d43-9389-b9fec0105ef7 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 944 time: 0.3265054
Dec 14 17:54:07.729460 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-c72fd29f-f8c6-4aa9-b81f-c6003bd3aca0 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1722708815', 'description': 'tempest-description--1618694807'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:54:07.740210 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-c72fd29f-f8c6-4aa9-b81f-c6003bd3aca0 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:54:07.745828 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-c72fd29f-f8c6-4aa9-b81f-c6003bd3aca0 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Usage tracker for resource:security_group and tenant:0cc1ceabb62d4c3a9a521b81c98f5557 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:54:07.749881 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-c72fd29f-f8c6-4aa9-b81f-c6003bd3aca0 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:54:07.757578 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-c72fd29f-f8c6-4aa9-b81f-c6003bd3aca0 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:54:07.783461 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2f0e7c59-2ad7-4c85-b7a7-335aa6992e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:07.786854 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-677cfcd3-22fb-404f-857d-75f9f7eaccf3 req-205dedfb-c49c-4cd5-9455-075579169c8c tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0656953
Dec 14 17:54:07.791750 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2f0e7c59-2ad7-4c85-b7a7-335aa6992e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:07.813351 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-d1282510-d595-420a-9647-983c54f33835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622d2035f8>, [{'id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'name': 'tempest-AttachVolumeShelveTestJSON-379572698-router', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:53:54Z', 'updated_at': '2021-12-14T17:54:03Z', 'revision_number': 4, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'gw_port': {'id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:69:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:53:56Z', 'updated_at': '2021-12-14T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'f148444e-384d-439b-a167-db51bf9f5581', 'name': '', 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'mac_address': 'fa:16:3e:19:9e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:02Z', 'updated_at': '2021-12-14T17:54:03Z', 'revision_number': 2, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'subnets': [{'id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:54:07.814049 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-536160cf-a225-463c-b836-35308b46aceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:07.817874 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1282510-d595-420a-9647-983c54f33835 None None] Checking router: f6c0c953-5025-4bb2-a157-fe3d28d19b54 for host: dv-cinder-821737-1-iscsi {{(pid=88125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 17:54:07.818267 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1282510-d595-420a-9647-983c54f33835 None None] Updating router f6c0c953-5025-4bb2-a157-fe3d28d19b54 port f148444e-384d-439b-a167-db51bf9f5581 binding host dv-cinder-821737-1-iscsi {{(pid=88125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 14 17:54:07.826598 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-c72fd29f-f8c6-4aa9-b81f-c6003bd3aca0 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:07.826921 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-5449c73a-4731-4009-836d-e9483dc084a0 req-b25a5b3e-9787-4c69-9b5a-b2c73eed164e service neutron] Attempting to bind port ec04b937-9149-4eda-9ffa-65aec1961d22 on host hv-cinder-82173 for vnic_type normal with profile  {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:54:07.827222 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-5449c73a-4731-4009-836d-e9483dc084a0 req-b25a5b3e-9787-4c69-9b5a-b2c73eed164e service neutron] Attempting to bind port ec04b937-9149-4eda-9ffa-65aec1961d22 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '100b0513-0059-4351-9a3f-30fa9e51466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ba1a6082-bfb6-4c3d-9819-4790a6e9d92f'}] {{(pid=88122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:54:07.827583 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5449c73a-4731-4009-836d-e9483dc084a0 req-b25a5b3e-9787-4c69-9b5a-b2c73eed164e service neutron] Attempting to bind port ec04b937-9149-4eda-9ffa-65aec1961d22 on network ba1a6082-bfb6-4c3d-9819-4790a6e9d92f {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:54:07.834446 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5449c73a-4731-4009-836d-e9483dc084a0 req-b25a5b3e-9787-4c69-9b5a-b2c73eed164e service neutron] Port ec04b937-9149-4eda-9ffa-65aec1961d22 on network ba1a6082-bfb6-4c3d-9819-4790a6e9d92f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 14 17:54:07.834804 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5449c73a-4731-4009-836d-e9483dc084a0 req-b25a5b3e-9787-4c69-9b5a-b2c73eed164e service neutron] Attempting to bind port ec04b937-9149-4eda-9ffa-65aec1961d22 on network ba1a6082-bfb6-4c3d-9819-4790a6e9d92f {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:54:07.841865 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5449c73a-4731-4009-836d-e9483dc084a0 req-b25a5b3e-9787-4c69-9b5a-b2c73eed164e service neutron] Checking agent: {'id': '12cfdd9e-1aa3-47c9-9727-84a7d707383b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'started_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:54:07.842242 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5449c73a-4731-4009-836d-e9483dc084a0 req-b25a5b3e-9787-4c69-9b5a-b2c73eed164e service neutron] Checking segment: {'id': '100b0513-0059-4351-9a3f-30fa9e51466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ba1a6082-bfb6-4c3d-9819-4790a6e9d92f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:54:07.842663 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5449c73a-4731-4009-836d-e9483dc084a0 req-b25a5b3e-9787-4c69-9b5a-b2c73eed164e service neutron] Bound using segment: {'id': '100b0513-0059-4351-9a3f-30fa9e51466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ba1a6082-bfb6-4c3d-9819-4790a6e9d92f'} {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:54:07.843131 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-5449c73a-4731-4009-836d-e9483dc084a0 req-b25a5b3e-9787-4c69-9b5a-b2c73eed164e service neutron] Bound port: ec04b937-9149-4eda-9ffa-65aec1961d22, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '100b0513-0059-4351-9a3f-30fa9e51466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ba1a6082-bfb6-4c3d-9819-4790a6e9d92f'}}] {{(pid=88122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:54:07.843518 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-5449c73a-4731-4009-836d-e9483dc084a0 req-b25a5b3e-9787-4c69-9b5a-b2c73eed164e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:07.885281 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d1282510-d595-420a-9647-983c54f33835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:07.953701 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-5449c73a-4731-4009-836d-e9483dc084a0 req-b25a5b3e-9787-4c69-9b5a-b2c73eed164e service neutron] For port ec04b937-9149-4eda-9ffa-65aec1961d22, host hv-cinder-82173, cleared binding levels {{(pid=88122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:54:07.958113 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-5449c73a-4731-4009-836d-e9483dc084a0 req-b25a5b3e-9787-4c69-9b5a-b2c73eed164e service neutron] For port ec04b937-9149-4eda-9ffa-65aec1961d22, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=ec04b937-9149-4eda-9ffa-65aec1961d22,segment=NetworkSegment(100b0513-0059-4351-9a3f-30fa9e51466f),segment_id=100b0513-0059-4351-9a3f-30fa9e51466f)] {{(pid=88122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:54:07.964361 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-5449c73a-4731-4009-836d-e9483dc084a0 req-b25a5b3e-9787-4c69-9b5a-b2c73eed164e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1867597'] for port, after_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:07.969555 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-0c3d94aa-f190-4873-baf0-1c87744ffb67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:08.028303 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-5449c73a-4731-4009-836d-e9483dc084a0 req-b25a5b3e-9787-4c69-9b5a-b2c73eed164e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:08.030308 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5449c73a-4731-4009-836d-e9483dc084a0 req-b25a5b3e-9787-4c69-9b5a-b2c73eed164e service neutron] 10.222.0.41 "PUT /v2.0/ports/ec04b937-9149-4eda-9ffa-65aec1961d22 HTTP/1.1" status: 200  len: 1094 time: 1.6605000
Dec 14 17:54:08.056447 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c07346-bd2e-481a-9e1b-20774812412a', 'tag': 'ec04b937-9149-4eda-9ffa-65aec1961d22'}] {{(pid=88122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:54:08.181931 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1c07346-bd2e-481a-9e1b-20774812412a', 'tag': 'ec04b937-9149-4eda-9ffa-65aec1961d22', 'status': 'completed', 'code': 200}
Dec 14 17:54:08.196057 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a5b3e-9787-4c69-9b5a-b2c73eed164e service neutron] Pushing event updated for resources: {'Port': ['ID=ec04b937-9149-4eda-9ffa-65aec1961d22,revision_number=3']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:08.208184 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b25a5b3e-9787-4c69-9b5a-b2c73eed164e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:08.232674 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5449c73a-4731-4009-836d-e9483dc084a0 req-49ab46ba-cc13-43fe-ab07-ec9d76968007 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6283c9bd5e614aedb499945da6738b78&device_id=d1c07346-bd2e-481a-9e1b-20774812412a HTTP/1.1" status: 200  len: 1097 time: 0.1607342
Dec 14 17:54:08.250884 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed up at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:54:08.263517 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-2f0e7c59-2ad7-4c85-b7a7-335aa6992e9b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0f031a6a1f824e30a45a67c3d46b3319&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2598732
Dec 14 17:54:08.332988 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-c72fd29f-f8c6-4aa9-b81f-c6003bd3aca0 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:54:08.342020 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5449c73a-4731-4009-836d-e9483dc084a0 req-a8cafa96-b3c6-4d4d-a81b-fb4468908328 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec04b937-9149-4eda-9ffa-65aec1961d22 HTTP/1.1" status: 200  len: 217 time: 0.1009271
Dec 14 17:54:08.342562 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 48530) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:08.343380 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-c72fd29f-f8c6-4aa9-b81f-c6003bd3aca0 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Usage tracker for resource:security_group_rule and tenant:0cc1ceabb62d4c3a9a521b81c98f5557 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:54:08.348852 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-c72fd29f-f8c6-4aa9-b81f-c6003bd3aca0 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:54:08.364260 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-c72fd29f-f8c6-4aa9-b81f-c6003bd3aca0 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:54:08.496889 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d1282510-d595-420a-9647-983c54f33835 None None] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:08.519020 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning for port 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:54:08.529475 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning complete for port 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:54:08.529932 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:08.532198 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-d1282510-d595-420a-9647-983c54f33835 None None] Transition to ACTIVE for port object f148444e-384d-439b-a167-db51bf9f5581 will not be triggered until provisioned by entity L2. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:54:08.538912 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-c72fd29f-f8c6-4aa9-b81f-c6003bd3aca0 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:08.540710 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e7c59-2ad7-4c85-b7a7-335aa6992e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb38ad4-42b9-46d8-8d5e-f3828e030fc7,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:08.541114 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d1282510-d595-420a-9647-983c54f33835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:08.544696 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-c72fd29f-f8c6-4aa9-b81f-c6003bd3aca0 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:08.548629 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-0785da89-82c0-44d7-8d6b-94615e543eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:08.552899 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2f0e7c59-2ad7-4c85-b7a7-335aa6992e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:08.553572 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2f0e7c59-2ad7-4c85-b7a7-335aa6992e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:08.596288 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72fd29f-f8c6-4aa9-b81f-c6003bd3aca0 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e681a2-1059-43f6-a74e-2223a53bc050,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:08.622294 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-c72fd29f-f8c6-4aa9-b81f-c6003bd3aca0 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:08.643938 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-c72fd29f-f8c6-4aa9-b81f-c6003bd3aca0 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:08.647033 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-c72fd29f-f8c6-4aa9-b81f-c6003bd3aca0 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.9322910
Dec 14 17:54:08.649886 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 48540) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:08.671231 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-81d7d2a4-0732-4edc-8843-0b8271272ab1 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Request body: {'security_group_rule': {'security_group_id': 'd0e681a2-1059-43f6-a74e-2223a53bc050', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:54:08.682512 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-81d7d2a4-0732-4edc-8843-0b8271272ab1 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:54:08.688926 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-81d7d2a4-0732-4edc-8843-0b8271272ab1 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Usage tracker for resource:security_group_rule and tenant:0cc1ceabb62d4c3a9a521b81c98f5557 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:54:08.693375 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-81d7d2a4-0732-4edc-8843-0b8271272ab1 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:54:08.701428 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-81d7d2a4-0732-4edc-8843-0b8271272ab1 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:54:08.731176 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-81d7d2a4-0732-4edc-8843-0b8271272ab1 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:08.744374 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f1d3a-b0f0-43ae-b441-5a65be6e303a None None] Pushing event updated for resources: {'Port': ['ID=f148444e-384d-439b-a167-db51bf9f5581,revision_number=3']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:08.770863 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:08.774459 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1f1d3a-b0f0-43ae-b441-5a65be6e303a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:54:08.777532 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1f1d3a-b0f0-43ae-b441-5a65be6e303a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:54:08.779895 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1f1d3a-b0f0-43ae-b441-5a65be6e303a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:54:08.780512 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1f1d3a-b0f0-43ae-b441-5a65be6e303a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:54:08.781411 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1f1d3a-b0f0-43ae-b441-5a65be6e303a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:54:08.783738 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1f1d3a-b0f0-43ae-b441-5a65be6e303a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:54:08.784739 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1f1d3a-b0f0-43ae-b441-5a65be6e303a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:54:08.785463 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1f1d3a-b0f0-43ae-b441-5a65be6e303a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:54:08.790066 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1f1d3a-b0f0-43ae-b441-5a65be6e303a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:54:08.790627 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1f1d3a-b0f0-43ae-b441-5a65be6e303a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:54:08.791145 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1f1d3a-b0f0-43ae-b441-5a65be6e303a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:54:08.807409 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-3c1f1d3a-b0f0-43ae-b441-5a65be6e303a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:08.864914 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568afaf5-e6fb-48d2-9265-2175bf5a29d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:54:08.872937 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-81d7d2a4-0732-4edc-8843-0b8271272ab1 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:08.877232 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449c73a-4731-4009-836d-e9483dc084a0 req-2186d462-5008-4771-b663-963d66b40307 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:08.877671 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-81d7d2a4-0732-4edc-8843-0b8271272ab1 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720366'] for security_group_rule, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:08.878920 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5449c73a-4731-4009-836d-e9483dc084a0 req-2186d462-5008-4771-b663-963d66b40307 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1ea3d02-4644-4106-b31e-528d67ff8003 HTTP/1.1" status: 200  len: 853 time: 0.4855032
Dec 14 17:54:08.881677 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d790e481-38b4-40bf-bbd9-9b474f0f3c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:08.901343 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed,segment=NetworkSegment(1a676214-4a5b-4dba-a1f0-b1423444406f),segment_id=1a676214-4a5b-4dba-a1f0-b1423444406f)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:54:08.902966 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:08.906789 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:08.912970 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-d4657c2c-c8cc-4587-bf48-72bdf75115ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:08.948334 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-d1282510-d595-420a-9647-983c54f33835 None None] Attempting to bind port f148444e-384d-439b-a167-db51bf9f5581 on host dv-cinder-821737-1-iscsi for vnic_type normal with profile  {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:54:08.948743 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-d1282510-d595-420a-9647-983c54f33835 None None] Attempting to bind port f148444e-384d-439b-a167-db51bf9f5581 by drivers openvswitch,hyperv on host dv-cinder-821737-1-iscsi at level 0 using segments [{'id': '66237df7-ad58-4612-ad39-411169863aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a'}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:54:08.949237 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1282510-d595-420a-9647-983c54f33835 None None] Attempting to bind port f148444e-384d-439b-a167-db51bf9f5581 on network 6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:54:08.966945 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1282510-d595-420a-9647-983c54f33835 None None] Checking agent: {'id': 'cfd28b24-d8e5-433a-a8d2-fa726f969496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 41, 52), 'started_at': datetime.datetime(2021, 12, 14, 17, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:54:08.967364 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1282510-d595-420a-9647-983c54f33835 None None] Checking segment: {'id': '66237df7-ad58-4612-ad39-411169863aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:54:08.967816 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d1282510-d595-420a-9647-983c54f33835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:08.968250 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1282510-d595-420a-9647-983c54f33835 None None] Bound using segment: {'id': '66237df7-ad58-4612-ad39-411169863aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a'} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:54:08.968775 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-d1282510-d595-420a-9647-983c54f33835 None None] Bound port: f148444e-384d-439b-a167-db51bf9f5581, host: dv-cinder-821737-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66237df7-ad58-4612-ad39-411169863aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a'}}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:54:08.969606 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d1282510-d595-420a-9647-983c54f33835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:08.980276 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7d2a4-0732-4edc-8843-0b8271272ab1 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=335a58f3-0244-4555-b287-f3b0305e3d41,revision_number=0']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:08.982754 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5449c73a-4731-4009-836d-e9483dc084a0 req-fa334c98-2567-4768-855b-bdb8abd6452c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba1a6082-bfb6-4c3d-9819-4790a6e9d92f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0918930
Dec 14 17:54:08.985763 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d790e481-38b4-40bf-bbd9-9b474f0f3c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:08.989383 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-81d7d2a4-0732-4edc-8843-0b8271272ab1 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:08.992758 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-81d7d2a4-0732-4edc-8843-0b8271272ab1 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:08.995223 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-81d7d2a4-0732-4edc-8843-0b8271272ab1 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3439689
Dec 14 17:54:08.998334 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 48550) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:09.010042 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-54cc2d3a-5185-45a1-86da-cda3dd304371 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Request body: {'security_group_rule': {'security_group_id': 'd0e681a2-1059-43f6-a74e-2223a53bc050', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:54:09.034228 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-54cc2d3a-5185-45a1-86da-cda3dd304371 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:54:09.039183 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-54cc2d3a-5185-45a1-86da-cda3dd304371 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Usage tracker for resource:security_group_rule and tenant:0cc1ceabb62d4c3a9a521b81c98f5557 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:54:09.042531 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389697ce-eb56-4564-9c86-1a46d10776b5 req-cbe2056a-8f89-4e77-8353-96efcf2dc865 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:09.042712 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-54cc2d3a-5185-45a1-86da-cda3dd304371 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:54:09.044242 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-389697ce-eb56-4564-9c86-1a46d10776b5 req-cbe2056a-8f89-4e77-8353-96efcf2dc865 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1c07346-bd2e-481a-9e1b-20774812412a HTTP/1.1" status: 200  len: 944 time: 0.2786791
Dec 14 17:54:09.061933 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-54cc2d3a-5185-45a1-86da-cda3dd304371 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:54:09.082317 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-54cc2d3a-5185-45a1-86da-cda3dd304371 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:09.137518 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed,revision_number=5']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:09.154939 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:09.208941 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-d1282510-d595-420a-9647-983c54f33835 None None] For port f148444e-384d-439b-a167-db51bf9f5581, host dv-cinder-821737-1-iscsi, cleared binding levels {{(pid=88125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:54:09.215517 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-d1282510-d595-420a-9647-983c54f33835 None None] For port f148444e-384d-439b-a167-db51bf9f5581, host dv-cinder-821737-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=f148444e-384d-439b-a167-db51bf9f5581,segment=NetworkSegment(66237df7-ad58-4612-ad39-411169863aef),segment_id=66237df7-ad58-4612-ad39-411169863aef)] {{(pid=88125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:54:09.220867 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d1282510-d595-420a-9647-983c54f33835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:09.239994 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:09.242214 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-54cc2d3a-5185-45a1-86da-cda3dd304371 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:09.245804 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-54cc2d3a-5185-45a1-86da-cda3dd304371 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720366'] for security_group_rule, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:09.248054 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b9f441f7-1cae-4943-91b7-7e60c9a5598a tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:09.273469 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc2d3a-5185-45a1-86da-cda3dd304371 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe1202dd-a703-4af5-8288-cab008ec1ff8,revision_number=0']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:09.278071 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-54cc2d3a-5185-45a1-86da-cda3dd304371 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:09.287028 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-54cc2d3a-5185-45a1-86da-cda3dd304371 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:09.293195 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-54cc2d3a-5185-45a1-86da-cda3dd304371 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2932372
Dec 14 17:54:09.294067 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 48556) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:09.301390 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-a93c6f58-7f53-4235-a657-706ef722daa2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Request body: {'floatingip': {'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:54:09.308801 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-a93c6f58-7f53-4235-a657-706ef722daa2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:54:09.329958 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f1d3a-b0f0-43ae-b441-5a65be6e303a None None] Pushing event updated for resources: {'Port': ['ID=f148444e-384d-439b-a167-db51bf9f5581,revision_number=4']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:09.340425 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-389697ce-eb56-4564-9c86-1a46d10776b5 req-f814e165-0847-48b2-a08e-f0bfe2c224c9 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a2505b3-820c-4cd1-8257-4d727ba8d209&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2563753
Dec 14 17:54:09.356163 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-a93c6f58-7f53-4235-a657-706ef722daa2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Usage tracker for resource:floatingip and tenant:0cc1ceabb62d4c3a9a521b81c98f5557 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:54:09.375153 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1282510-d595-420a-9647-983c54f33835 None None] Routers {'f6c0c953-5025-4bb2-a157-fe3d28d19b54'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:54:09.375908 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-d1282510-d595-420a-9647-983c54f33835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622d2035f8>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:53:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['f6c0c953-5025-4bb2-a157-fe3d28d19b54'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:54:09.384515 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-a93c6f58-7f53-4235-a657-706ef722daa2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:54:09.417336 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-a93c6f58-7f53-4235-a657-706ef722daa2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:54:09.440990 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5449c73a-4731-4009-836d-e9483dc084a0 req-eb34ee34-11ed-457c-9d84-fc7ffa62208d service neutron] 10.222.0.41 "GET /v2.0/networks/ba1a6082-bfb6-4c3d-9819-4790a6e9d92f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4426045
Dec 14 17:54:09.446985 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a93c6f58-7f53-4235-a657-706ef722daa2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for floatingip, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:09.452057 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d790e481-38b4-40bf-bbd9-9b474f0f3c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:09.453191 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568afaf5-e6fb-48d2-9265-2175bf5a29d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed', 'code': 200}
Dec 14 17:54:09.493683 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-0fba3e29-6b23-417d-839c-0dd0994a9c74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:09.509555 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790e481-38b4-40bf-bbd9-9b474f0f3c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb38ad4-42b9-46d8-8d5e-f3828e030fc7,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:09.559810 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-d790e481-38b4-40bf-bbd9-9b474f0f3c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:09.569480 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-3c1f1d3a-b0f0-43ae-b441-5a65be6e303a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:09.597203 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d790e481-38b4-40bf-bbd9-9b474f0f3c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:09.598742 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-d790e481-38b4-40bf-bbd9-9b474f0f3c5b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ccb38ad4-42b9-46d8-8d5e-f3828e030fc7 HTTP/1.1" status: 204  len: 168 time: 1.2551801
Dec 14 17:54:09.605841 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0c499-1c4d-428b-ba42-2a0af4094fe1 req-3eda751f-c57d-445f-92a4-d3a3ad227416 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:09.614795 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b5f0c499-1c4d-428b-ba42-2a0af4094fe1 req-3eda751f-c57d-445f-92a4-d3a3ad227416 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 945 time: 0.5129242
Dec 14 17:54:09.789903 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-d1282510-d595-420a-9647-983c54f33835 None None] Set router f6c0c953-5025-4bb2-a157-fe3d28d19b54 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:54:09.894840 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b5f0c499-1c4d-428b-ba42-2a0af4094fe1 req-16988f0c-b3af-4df8-832e-0f12620f67b6 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2783504
Dec 14 17:54:09.959632 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5449c73a-4731-4009-836d-e9483dc084a0 req-6a376bc0-aaab-4ab0-8016-7eabd9f89587 service neutron] 10.222.0.41 "GET /v2.0/networks/ba1a6082-bfb6-4c3d-9819-4790a6e9d92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5105867
Dec 14 17:54:10.084387 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a93c6f58-7f53-4235-a657-706ef722daa2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:10.268947 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-d1282510-d595-420a-9647-983c54f33835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622d2035f8>, [{'id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'name': 'tempest-AttachVolumeShelveTestJSON-379572698-router', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:53:54Z', 'updated_at': '2021-12-14T17:54:03Z', 'revision_number': 4, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'gw_port': {'id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:69:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:53:56Z', 'updated_at': '2021-12-14T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'f148444e-384d-439b-a167-db51bf9f5581', 'name': '', 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'mac_address': 'fa:16:3e:19:9e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:02Z', 'updated_at': '2021-12-14T17:54:09Z', 'revision_number': 4, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'subnets': [{'id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:54:10.275066 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1282510-d595-420a-9647-983c54f33835 None None] The sync data for ids ['f6c0c953-5025-4bb2-a157-fe3d28d19b54'] in dv-cinder-821737-1-iscsi is: [{'id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'name': 'tempest-AttachVolumeShelveTestJSON-379572698-router', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:53:54Z', 'updated_at': '2021-12-14T17:54:03Z', 'revision_number': 4, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'gw_port': {'id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:69:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:53:56Z', 'updated_at': '2021-12-14T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'f148444e-384d-439b-a167-db51bf9f5581', 'name': '', 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'mac_address': 'fa:16:3e:19:9e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:02Z', 'updated_at': '2021-12-14T17:54:09Z', 'revision_number': 4, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'subnets': [{'id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 17:54:10.303451 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b0cdea67-d4f8-4840-922e-15be56ac2673 req-e0a31ff5-15b3-40c1-9f13-61b254645068 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6283c9bd5e614aedb499945da6738b78&device_id=d1c07346-bd2e-481a-9e1b-20774812412a HTTP/1.1" status: 200  len: 1097 time: 0.2945147
Dec 14 17:54:10.321887 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-a93c6f58-7f53-4235-a657-706ef722daa2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Allocated IP 172.27.2.162 (b3d2256c-c519-4427-b3bb-181a657f5e18/431330ab-9b63-4a3b-8088-f9712ed58753/614fe843-1776-46b9-9d8d-b6707991d146) {{(pid=88123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:54:10.337686 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c5522cf6-2ea3-4a98-b3ba-d7d430d781ab req-f1ffa5e5-f555-445f-912e-a6eca075de0f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 1098 time: 0.5288379
Dec 14 17:54:10.408633 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acac20-128b-4fd5-946e-0f3d9e7fdf12 req-eb391e1e-0c47-4ecd-91d7-470c5a3c4595 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:10.421493 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-10acac20-128b-4fd5-946e-0f3d9e7fdf12 req-eb391e1e-0c47-4ecd-91d7-470c5a3c4595 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.2998958
Dec 14 17:54:10.621991 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device f148444e-384d-439b-a167-db51bf9f5581 up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:54:10.655670 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cdea67-d4f8-4840-922e-15be56ac2673 req-12391151-0535-4a41-90cc-b1a9164426c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:10.657540 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b0cdea67-d4f8-4840-922e-15be56ac2673 req-12391151-0535-4a41-90cc-b1a9164426c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba1a6082-bfb6-4c3d-9819-4790a6e9d92f HTTP/1.1" status: 200  len: 914 time: 0.3465800
Dec 14 17:54:10.672042 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c5522cf6-2ea3-4a98-b3ba-d7d430d781ab req-8139488b-1422-43c2-b70c-1ff1be425cd8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0877850
Dec 14 17:54:10.729698 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a93c6f58-7f53-4235-a657-706ef722daa2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for port, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:10.776884 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a93c6f58-7f53-4235-a657-706ef722daa2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:10.787249 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-9a2505dc-4abe-4585-84b5-161c96133387 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:10.795756 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning for port f148444e-384d-439b-a167-db51bf9f5581 completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:54:10.803317 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port f148444e-384d-439b-a167-db51bf9f5581 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:54:10.803741 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:10.871578 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b0cdea67-d4f8-4840-922e-15be56ac2673 req-00471a66-1df7-4a12-a421-e092c0d9ec05 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec04b937-9149-4eda-9ffa-65aec1961d22 HTTP/1.1" status: 200  len: 217 time: 0.1693616
Dec 14 17:54:10.875176 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-10acac20-128b-4fd5-946e-0f3d9e7fdf12 req-374504b8-4423-4f81-9d88-b964425fe4de tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4527080
Dec 14 17:54:10.958143 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93c6f58-7f53-4235-a657-706ef722daa2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Network b3d2256c-c519-4427-b3bb-181a657f5e18 is already hosted by enough agents. {{(pid=88123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:54:10.963720 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-a93c6f58-7f53-4235-a657-706ef722daa2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Resources bound (agent type, host, resource id):  {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:54:10.974726 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f629370-8c70-43b0-8a84-c368e121ac85 req-c41aa912-9f76-4719-b55f-6702deaf485f tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:10.979154 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93c6f58-7f53-4235-a657-706ef722daa2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Received port after_create {{(pid=88123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:54:10.983525 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8f629370-8c70-43b0-8a84-c368e121ac85 req-c41aa912-9f76-4719-b55f-6702deaf485f tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1c07346-bd2e-481a-9e1b-20774812412a HTTP/1.1" status: 200  len: 944 time: 0.3226404
Dec 14 17:54:11.047574 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c6f58-7f53-4235-a657-706ef722daa2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Pushing event updated for resources: {'Port': ['ID=614fe843-1776-46b9-9d8d-b6707991d146,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:11.056954 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cdea67-d4f8-4840-922e-15be56ac2673 req-f7695736-08db-4577-8aca-a3411ca86568 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:11.058835 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b0cdea67-d4f8-4840-922e-15be56ac2673 req-f7695736-08db-4577-8aca-a3411ca86568 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1ea3d02-4644-4106-b31e-528d67ff8003 HTTP/1.1" status: 200  len: 853 time: 0.1743865
Dec 14 17:54:11.065784 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a93c6f58-7f53-4235-a657-706ef722daa2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:11.069397 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:11.143939 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] For port f148444e-384d-439b-a167-db51bf9f5581, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=f148444e-384d-439b-a167-db51bf9f5581,segment=NetworkSegment(66237df7-ad58-4612-ad39-411169863aef),segment_id=66237df7-ad58-4612-ad39-411169863aef)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:54:11.149029 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:11.155338 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b0cdea67-d4f8-4840-922e-15be56ac2673 req-bca217f1-0b87-449e-a503-b121c2275c84 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba1a6082-bfb6-4c3d-9819-4790a6e9d92f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0866437
Dec 14 17:54:11.156614 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-64993164-58b9-4ca2-bc84-14f93654a081 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:11.224779 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8f629370-8c70-43b0-8a84-c368e121ac85 req-e4bd6c8d-517e-4be3-a8e5-cb7691661762 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a2505b3-820c-4cd1-8257-4d727ba8d209&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2401376
Dec 14 17:54:11.272859 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Pushing event updated for resources: {'Port': ['ID=f148444e-384d-439b-a167-db51bf9f5581,revision_number=5']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:11.283143 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:11.350541 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a93c6f58-7f53-4235-a657-706ef722daa2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:11.493055 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a93c6f58-7f53-4235-a657-706ef722daa2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:11.533078 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b0cdea67-d4f8-4840-922e-15be56ac2673 req-04c9f02f-a2d5-4f33-9fb8-77213ec0dd9f service neutron] 10.222.0.41 "GET /v2.0/networks/ba1a6082-bfb6-4c3d-9819-4790a6e9d92f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3275735
Dec 14 17:54:11.545293 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f805b-8bbd-4dd3-9601-39b3b55e8764 req-dd86c1c3-34e2-460c-8bbd-64d3836f331a tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:11.551223 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-670f805b-8bbd-4dd3-9601-39b3b55e8764 req-dd86c1c3-34e2-460c-8bbd-64d3836f331a tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 945 time: 0.4109063
Dec 14 17:54:11.617711 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 48604) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:11.759014 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-670f805b-8bbd-4dd3-9601-39b3b55e8764 req-7af7a3a3-eea1-47e0-8ed6-a7aa5d2aa925 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1783576
Dec 14 17:54:11.798122 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b0cdea67-d4f8-4840-922e-15be56ac2673 req-fecbec9c-38b3-4739-b792-9aae02cd3bd8 service neutron] 10.222.0.41 "GET /v2.0/networks/ba1a6082-bfb6-4c3d-9819-4790a6e9d92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2453218
Dec 14 17:54:11.831819 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a93c6f58-7f53-4235-a657-706ef722daa2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for port, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:11.836064 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a93c6f58-7f53-4235-a657-706ef722daa2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1688486'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:11.841170 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-1911fc09-6f2c-4570-87f3-7d7c26981de4 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:11.885045 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-233859865-network', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:54:11.890682 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:54:11.895317 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Usage tracker for resource:network and tenant:dfc18f8040f94448b907f65fb2ffb8d2 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:54:11.898535 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:54:11.905977 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:54:11.916209 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Made reservation on behalf of dfc18f8040f94448b907f65fb2ffb8d2 for: {'network': 1} {{(pid=88122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:54:11.921886 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for network, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:11.938551 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:11.955744 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c6f58-7f53-4235-a657-706ef722daa2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Pushing event updated for resources: {'Port': ['ID=614fe843-1776-46b9-9d8d-b6707991d146,revision_number=2']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:11.961729 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a93c6f58-7f53-4235-a657-706ef722daa2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:11.975804 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a93c6f58-7f53-4235-a657-706ef722daa2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646637'] for floatingip, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:11.977568 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:54:11.982191 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Usage tracker for resource:security_group_rule and tenant:dfc18f8040f94448b907f65fb2ffb8d2 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:54:11.986403 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:54:11.993607 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:54:12.000266 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a93c6f58-7f53-4235-a657-706ef722daa2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for floatingip, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:12.001638 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-a93c6f58-7f53-4235-a657-706ef722daa2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.7064190
Dec 14 17:54:12.122664 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:12.127625 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:12.136444 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-34636fe6-a1c6-4333-a916-8955d6ff2312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:12.177214 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'}  {{(pid=88122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 14 17:54:12.186580 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46efb491-adce-4b38-810a-d8a8d425fb3b,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:12.282702 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device ec04b937-9149-4eda-9ffa-65aec1961d22 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 14 17:54:12.442518 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:12.442917 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.segments_db [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Added segment ca9c137f-aa6e-4e1e-954a-bcc20e945b60 of type vlan for network 4889aa50-8ecf-4915-9526-7a966caa4901
Dec 14 17:54:12.453297 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port ec04b937-9149-4eda-9ffa-65aec1961d22, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=ec04b937-9149-4eda-9ffa-65aec1961d22,segment=NetworkSegment(100b0513-0059-4351-9a3f-30fa9e51466f),segment_id=100b0513-0059-4351-9a3f-30fa9e51466f)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:54:12.458915 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:54:12.459336 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:54:12.459749 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:54:12.460152 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:54:12.460552 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:54:12.460921 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:54:12.461319 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:54:12.461720 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:54:12.462141 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:54:12.462534 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:54:12.462923 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:54:12.475228 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:12.479021 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Returning: {'device': 'ec04b937-9149-4eda-9ffa-65aec1961d22', 'network_id': 'ba1a6082-bfb6-4c3d-9819-4790a6e9d92f', 'port_id': 'ec04b937-9149-4eda-9ffa-65aec1961d22', 'mac_address': 'fa:16:3e:b1:7f:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1ea3d02-4644-4106-b31e-528d67ff8003', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 17:54:12.485402 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261048c-053d-4337-87de-281f43f3d03a req-649145cd-bcd4-433e-b46e-7aa277c59a06 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:12.487172 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0261048c-053d-4337-87de-281f43f3d03a req-649145cd-bcd4-433e-b46e-7aa277c59a06 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.4435387
Dec 14 17:54:12.532348 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device f148444e-384d-439b-a167-db51bf9f5581 up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:54:12.535588 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753727864657'] for network, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:12.558365 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-65658793-ab22-4a7c-a7e9-d7bacd8595b5 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Synchronizing usage tracker for tenant:0cc1ceabb62d4c3a9a521b81c98f5557 on resource:security_group {{(pid=88122) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:54:12.608869 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0261048c-053d-4337-87de-281f43f3d03a req-a15d9c0b-0b8a-449a-b6d6-4d99cd2705af tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1072683
Dec 14 17:54:12.611134 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-65658793-ab22-4a7c-a7e9-d7bacd8595b5 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Unset dirty status for tenant:0cc1ceabb62d4c3a9a521b81c98f5557 on resource:security_group {{(pid=88122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:54:12.612288 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-65658793-ab22-4a7c-a7e9-d7bacd8595b5 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1722708815&fields=id&tenant_id=0cc1ceabb62d4c3a9a521b81c98f5557 HTTP/1.1" status: 200  len: 267 time: 0.1943967
Dec 14 17:54:12.630303 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388'] for network, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:12.630303 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:12.630303 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:12.630774 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:12.631075 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:12.646223 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec04b937-9149-4eda-9ffa-65aec1961d22 {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:54:12.662493 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port ec04b937-9149-4eda-9ffa-65aec1961d22, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=ec04b937-9149-4eda-9ffa-65aec1961d22,segment=NetworkSegment(100b0513-0059-4351-9a3f-30fa9e51466f),segment_id=100b0513-0059-4351-9a3f-30fa9e51466f)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:54:12.669093 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:12.671701 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2f4b82ee-3d14-4f13-986f-018217e785a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:12.709556 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port f148444e-384d-439b-a167-db51bf9f5581 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:54:12.710030 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:12.807339 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=ec04b937-9149-4eda-9ffa-65aec1961d22,revision_number=4']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:12.814744 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:12.865213 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Pushing event updated for resources: {'Network': ['ID=4889aa50-8ecf-4915-9526-7a966caa4901,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:12.872263 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.2530754
Dec 14 17:54:12.873470 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:12.875596 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 48634) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:12.889430 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Network 4889aa50-8ecf-4915-9526-7a966caa4901 details requested by agent ovs-agent-dv-cinder-821737-1-iscsi with host dv-cinder-821737-1-iscsi {{(pid=88124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 14 17:54:12.894475 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-2ffea2ec-917f-4075-a8d9-10b68fff84d2 admin admin] Request body: {'subnet': {'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-233859865-subnet', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'ip_version': 4}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:54:12.918139 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-2ffea2ec-917f-4075-a8d9-10b68fff84d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:54:12.928800 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-2ffea2ec-917f-4075-a8d9-10b68fff84d2 admin admin] Usage tracker for resource:subnet and tenant:dfc18f8040f94448b907f65fb2ffb8d2 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:54:12.941180 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-2ffea2ec-917f-4075-a8d9-10b68fff84d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:54:12.957773 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-2ffea2ec-917f-4075-a8d9-10b68fff84d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:54:12.981826 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffea2ec-917f-4075-a8d9-10b68fff84d2 admin admin] Made reservation on behalf of dfc18f8040f94448b907f65fb2ffb8d2 for: {'subnet': 1} {{(pid=88123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:54:12.995481 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2ffea2ec-917f-4075-a8d9-10b68fff84d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852940243'] for subnet, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:12.997838 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-a521b082-22fd-4215-964b-4c5005aee0ef tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:12.998740 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-a521b082-22fd-4215-964b-4c5005aee0ef tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Synchronizing usage tracker for tenant:0cc1ceabb62d4c3a9a521b81c98f5557 on resource:network {{(pid=88122) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:54:13.027877 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-a521b082-22fd-4215-964b-4c5005aee0ef tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Unset dirty status for tenant:0cc1ceabb62d4c3a9a521b81c98f5557 on resource:network {{(pid=88122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:54:13.035644 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-a521b082-22fd-4215-964b-4c5005aee0ef tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/networks?id=6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a HTTP/1.1" status: 200  len: 816 time: 0.3905275
Dec 14 17:54:13.052960 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f3c56-64cc-46f1-ad43-be29d94b65ea req-47a07754-c50b-4072-ba4f-7a10fc391454 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:13.054895 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-3e5f3c56-64cc-46f1-ad43-be29d94b65ea req-47a07754-c50b-4072-ba4f-7a10fc391454 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1c07346-bd2e-481a-9e1b-20774812412a HTTP/1.1" status: 200  len: 945 time: 0.1909623
Dec 14 17:54:13.065003 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-65e87830-7a13-42b2-846f-d515c473623a tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/quotas/0cc1ceabb62d4c3a9a521b81c98f5557 HTTP/1.1" status: 200  len: 375 time: 0.0281153
Dec 14 17:54:13.080437 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['ec04b937-9149-4eda-9ffa-65aec1961d22'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 17:54:13.191641 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-3e5f3c56-64cc-46f1-ad43-be29d94b65ea req-5bdef71a-3280-49ae-87cf-e2e3fe85c7c3 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a2505b3-820c-4cd1-8257-4d727ba8d209&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891116
Dec 14 17:54:13.227812 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-564938c8-d2bb-4db9-8c5c-3253b44ae35c tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Synchronizing usage tracker for tenant:0cc1ceabb62d4c3a9a521b81c98f5557 on resource:port {{(pid=88122) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:54:13.254909 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-564938c8-d2bb-4db9-8c5c-3253b44ae35c tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Unset dirty status for tenant:0cc1ceabb62d4c3a9a521b81c98f5557 on resource:port {{(pid=88122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:54:13.273877 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2ffea2ec-917f-4075-a8d9-10b68fff84d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853087467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852940228'] for subnet, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:13.278412 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-564938c8-d2bb-4db9-8c5c-3253b44ae35c tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cc1ceabb62d4c3a9a521b81c98f5557&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2119439
Dec 14 17:54:13.279212 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-d0cfc65e-92bf-4bb8-ab90-ca58dbe4aafc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:13.370343 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffea2ec-917f-4075-a8d9-10b68fff84d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ef4cbe3-f2dd-49ee-9531-21f376b28438,revision_number=0']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:13.374535 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2ffea2ec-917f-4075-a8d9-10b68fff84d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:13.382646 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffea2ec-917f-4075-a8d9-10b68fff84d2 admin admin] Checking segment: {'id': 'ca9c137f-aa6e-4e1e-954a-bcc20e945b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:54:13.383161 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffea2ec-917f-4075-a8d9-10b68fff84d2 admin admin] Network hostable DHCP agents. Network: 4889aa50-8ecf-4915-9526-7a966caa4901, hostable agents: ['ca44529e-a98f-42ef-93fd-bf8911629c2d'], hosted agents: [] {{(pid=88123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 14 17:54:13.425185 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffea2ec-917f-4075-a8d9-10b68fff84d2 admin admin] Network 4889aa50-8ecf-4915-9526-7a966caa4901 is scheduled to be hosted by DHCP agent ca44529e-a98f-42ef-93fd-bf8911629c2d with binding_index 1 {{(pid=88123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 14 17:54:13.435994 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-2ffea2ec-917f-4075-a8d9-10b68fff84d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-iscsi, 4889aa50-8ecf-4915-9526-7a966caa4901) {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:54:13.441032 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffea2ec-917f-4075-a8d9-10b68fff84d2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:13.442234 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2ffea2ec-917f-4075-a8d9-10b68fff84d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for subnet, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:13.448727 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41652efa-a14f-43d0-8200-90fb182caa78 None None] Network 4889aa50-8ecf-4915-9526-7a966caa4901 requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:54:13.466169 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-2ffea2ec-917f-4075-a8d9-10b68fff84d2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5890999
Dec 14 17:54:13.469444 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 48642) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:13.477810 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-034fff18-eef4-416f-b719-a4ec60d89d85 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-233859865-router', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'}}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:54:13.485966 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-034fff18-eef4-416f-b719-a4ec60d89d85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:54:13.490483 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-034fff18-eef4-416f-b719-a4ec60d89d85 admin admin] Usage tracker for resource:router and tenant:dfc18f8040f94448b907f65fb2ffb8d2 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:54:13.494629 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-034fff18-eef4-416f-b719-a4ec60d89d85 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:54:13.501576 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-034fff18-eef4-416f-b719-a4ec60d89d85 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:54:13.513552 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-034fff18-eef4-416f-b719-a4ec60d89d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-578992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128592'] for router, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:13.515657 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-034fff18-eef4-416f-b719-a4ec60d89d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854196974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854647208'] for router, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:13.537265 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-034fff18-eef4-416f-b719-a4ec60d89d85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:13.610313 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-fdd7a0fd-2aef-4e1b-9c23-5e6d00cd8b93 service neutron] 10.222.0.53 "GET /v2.0/networks/6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3308372
Dec 14 17:54:13.665922 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24267bbf-3d13-4b23-806e-900362a699bb req-023462cb-ddb2-4ec5-9116-48ef4057456c tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:13.668019 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-24267bbf-3d13-4b23-806e-900362a699bb req-023462cb-ddb2-4ec5-9116-48ef4057456c tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 945 time: 0.1712759
Dec 14 17:54:13.701280 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80640af8-b8eb-4c80-8c20-9dc1c8d2ec7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65ba46df-7991-5938-b91f-03c1a22b974b-4889aa50-8ecf-4915-9526-7a966caa4901', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'fixed_ips': [{'subnet_id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438'}]}} from dv-cinder-821737-1-iscsi. {{(pid=88124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 14 17:54:13.702243 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-80640af8-b8eb-4c80-8c20-9dc1c8d2ec7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:13.706997 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-034fff18-eef4-416f-b719-a4ec60d89d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854647223'] for router, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:13.807744 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-24267bbf-3d13-4b23-806e-900362a699bb req-868c4da4-5004-415b-9e37-f42011ab05b0 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1336238
Dec 14 17:54:13.811756 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-d46ba322-2544-45ac-81f1-7400525e85f1 service neutron] 10.222.0.53 "GET /v2.0/networks/6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1922407
Dec 14 17:54:13.883027 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-80640af8-b8eb-4c80-8c20-9dc1c8d2ec7c None None] Allocated IP 172.20.0.2 (4889aa50-8ecf-4915-9526-7a966caa4901/6ef4cbe3-f2dd-49ee-9531-21f376b28438/9d0809b1-ed87-4ee5-9bd3-e83edbc3599e) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:54:13.943129 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-034fff18-eef4-416f-b719-a4ec60d89d85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:13.988359 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-034fff18-eef4-416f-b719-a4ec60d89d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:14.160119 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-80640af8-b8eb-4c80-8c20-9dc1c8d2ec7c None None] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:14.161063 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-034fff18-eef4-416f-b719-a4ec60d89d85 admin admin] Allocated IP 172.27.2.187 (b3d2256c-c519-4427-b3bb-181a657f5e18/431330ab-9b63-4a3b-8088-f9712ed58753/8351444f-0903-49fb-817c-419fae0c0bef) {{(pid=88123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:54:14.168394 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330aa039-683e-4869-9021-e702cf5d2874 req-95101d9b-d2c6-4cbd-87b3-15b343dd5e29 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:14.170430 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-330aa039-683e-4869-9021-e702cf5d2874 req-95101d9b-d2c6-4cbd-87b3-15b343dd5e29 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.2227247
Dec 14 17:54:14.182219 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-80640af8-b8eb-4c80-8c20-9dc1c8d2ec7c None None] Transition to ACTIVE for port object 9d0809b1-ed87-4ee5-9bd3-e83edbc3599e will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:54:14.186835 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c35011-8002-4304-842c-37645e5e5865 req-181a6fa3-a6e4-46a8-a0aa-cd6f4c1043db tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:14.189175 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-06c35011-8002-4304-842c-37645e5e5865 req-181a6fa3-a6e4-46a8-a0aa-cd6f4c1043db tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 945 time: 0.1359441
Dec 14 17:54:14.219261 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-80640af8-b8eb-4c80-8c20-9dc1c8d2ec7c None None] Transition to ACTIVE for port object 9d0809b1-ed87-4ee5-9bd3-e83edbc3599e will not be triggered until provisioned by entity DHCP. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:54:14.227245 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-80640af8-b8eb-4c80-8c20-9dc1c8d2ec7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:14.243434 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-07ff5c93-260f-451a-be8d-86749ae56b7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:14.284129 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-330aa039-683e-4869-9021-e702cf5d2874 req-53494301-9880-4a6b-9532-b83c5e746195 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1041174
Dec 14 17:54:14.291044 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-06c35011-8002-4304-842c-37645e5e5865 req-9a29b1e5-5c00-44b2-a4be-ac34743f6a71 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0842648
Dec 14 17:54:14.329034 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-034fff18-eef4-416f-b719-a4ec60d89d85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:14.336253 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80640af8-b8eb-4c80-8c20-9dc1c8d2ec7c None None] Pushing event updated for resources: {'Port': ['ID=9d0809b1-ed87-4ee5-9bd3-e83edbc3599e,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:14.339566 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-80640af8-b8eb-4c80-8c20-9dc1c8d2ec7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:14.340638 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device ec04b937-9149-4eda-9ffa-65aec1961d22 up at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:54:14.369391 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 48662) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:14.380943 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-034fff18-eef4-416f-b719-a4ec60d89d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:14.396058 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:14.439064 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034fff18-eef4-416f-b719-a4ec60d89d85 admin admin] Network b3d2256c-c519-4427-b3bb-181a657f5e18 is already hosted by enough agents. {{(pid=88123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:54:14.445713 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-034fff18-eef4-416f-b719-a4ec60d89d85 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:54:14.463849 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034fff18-eef4-416f-b719-a4ec60d89d85 admin admin] Received port after_create {{(pid=88123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:54:14.472816 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80640af8-b8eb-4c80-8c20-9dc1c8d2ec7c None None] Network 4889aa50-8ecf-4915-9526-7a966caa4901 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:54:14.474559 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-80640af8-b8eb-4c80-8c20-9dc1c8d2ec7c None None] Resources bound (agent type, host, resource id):  {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:54:14.503284 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80640af8-b8eb-4c80-8c20-9dc1c8d2ec7c None None] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:54:14.545165 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034fff18-eef4-416f-b719-a4ec60d89d85 admin admin] Pushing event updated for resources: {'Port': ['ID=8351444f-0903-49fb-817c-419fae0c0bef,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:14.550515 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-034fff18-eef4-416f-b719-a4ec60d89d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:14.642058 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-fe3da816-1a4f-4796-ae82-d58ab5624c5a req-07c9dd34-738c-4656-b930-9b9c06ba4adc tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 210 time: 0.1643236
Dec 14 17:54:14.665776 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning for port ec04b937-9149-4eda-9ffa-65aec1961d22 completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:54:14.725292 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-80640af8-b8eb-4c80-8c20-9dc1c8d2ec7c None None] Attempting to bind port 9d0809b1-ed87-4ee5-9bd3-e83edbc3599e on host dv-cinder-821737-1-iscsi for vnic_type normal with profile  {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:54:14.726082 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-80640af8-b8eb-4c80-8c20-9dc1c8d2ec7c None None] Attempting to bind port 9d0809b1-ed87-4ee5-9bd3-e83edbc3599e by drivers openvswitch,hyperv on host dv-cinder-821737-1-iscsi at level 0 using segments [{'id': 'ca9c137f-aa6e-4e1e-954a-bcc20e945b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:54:14.726671 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80640af8-b8eb-4c80-8c20-9dc1c8d2ec7c None None] Attempting to bind port 9d0809b1-ed87-4ee5-9bd3-e83edbc3599e on network 4889aa50-8ecf-4915-9526-7a966caa4901 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:54:14.729330 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning complete for port ec04b937-9149-4eda-9ffa-65aec1961d22 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:54:14.730077 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:14.743338 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-034fff18-eef4-416f-b719-a4ec60d89d85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:14.753563 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-034fff18-eef4-416f-b719-a4ec60d89d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854196824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854129360'] for router, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:14.813210 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd92f4-adaf-4b5a-9f44-ce5914143126 req-05f2d755-beec-4752-a13a-4c34177a8cdd tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:14.823008 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-82cd92f4-adaf-4b5a-9f44-ce5914143126 req-05f2d755-beec-4752-a13a-4c34177a8cdd tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1c07346-bd2e-481a-9e1b-20774812412a HTTP/1.1" status: 200  len: 945 time: 0.2512536
Dec 14 17:54:14.826897 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-24da800b-b16d-49b3-b628-ca4bb2b01054 tempest-TestShelveInstance-352317341 tempest-TestShelveInstance-352317341-project-admin] Synchronizing usage tracker for tenant:ad52951403c14720b20d94e089cf1e5c on resource:port {{(pid=88122) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:54:14.864256 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80640af8-b8eb-4c80-8c20-9dc1c8d2ec7c None None] Checking agent: {'id': 'cfd28b24-d8e5-433a-a8d2-fa726f969496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 41, 52), 'started_at': datetime.datetime(2021, 12, 14, 17, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:54:14.864984 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80640af8-b8eb-4c80-8c20-9dc1c8d2ec7c None None] Checking segment: {'id': 'ca9c137f-aa6e-4e1e-954a-bcc20e945b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:54:14.865960 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-80640af8-b8eb-4c80-8c20-9dc1c8d2ec7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:14.866570 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80640af8-b8eb-4c80-8c20-9dc1c8d2ec7c None None] Bound using segment: {'id': 'ca9c137f-aa6e-4e1e-954a-bcc20e945b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:54:14.867289 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-80640af8-b8eb-4c80-8c20-9dc1c8d2ec7c None None] Bound port: 9d0809b1-ed87-4ee5-9bd3-e83edbc3599e, host: dv-cinder-821737-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9c137f-aa6e-4e1e-954a-bcc20e945b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:54:14.868103 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-80640af8-b8eb-4c80-8c20-9dc1c8d2ec7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:14.894186 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-24da800b-b16d-49b3-b628-ca4bb2b01054 tempest-TestShelveInstance-352317341 tempest-TestShelveInstance-352317341-project-admin] Unset dirty status for tenant:ad52951403c14720b20d94e089cf1e5c on resource:port {{(pid=88122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:54:14.895637 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-24da800b-b16d-49b3-b628-ca4bb2b01054 tempest-TestShelveInstance-352317341 tempest-TestShelveInstance-352317341-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 1093 time: 0.5250533
Dec 14 17:54:14.899160 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 48674) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:14.909208 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-473ff625-b130-4f75-9d72-de1108d77c78 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Request body: {'floatingip': {'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'port_id': '4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed', 'tenant_id': 'b93cf5a3216e440abb14c71bd3408e06', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:54:14.928360 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-82cd92f4-adaf-4b5a-9f44-ce5914143126 req-b0a3678f-c1ba-43fd-aa24-c6cbfa7bc3f9 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a2505b3-820c-4cd1-8257-4d727ba8d209&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042795
Dec 14 17:54:14.929574 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-473ff625-b130-4f75-9d72-de1108d77c78 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:54:14.948862 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-473ff625-b130-4f75-9d72-de1108d77c78 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Usage tracker for resource:floatingip and tenant:b93cf5a3216e440abb14c71bd3408e06 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:54:14.956243 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-473ff625-b130-4f75-9d72-de1108d77c78 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:54:14.974235 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-473ff625-b130-4f75-9d72-de1108d77c78 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:54:14.991274 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:14.993960 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-473ff625-b130-4f75-9d72-de1108d77c78 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks [] for floatingip, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:15.010113 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-80640af8-b8eb-4c80-8c20-9dc1c8d2ec7c None None] For port 9d0809b1-ed87-4ee5-9bd3-e83edbc3599e, host dv-cinder-821737-1-iscsi, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:54:15.033231 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port ec04b937-9149-4eda-9ffa-65aec1961d22, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=ec04b937-9149-4eda-9ffa-65aec1961d22,segment=NetworkSegment(100b0513-0059-4351-9a3f-30fa9e51466f),segment_id=100b0513-0059-4351-9a3f-30fa9e51466f)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:54:15.036588 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c07346-bd2e-481a-9e1b-20774812412a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec04b937-9149-4eda-9ffa-65aec1961d22'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:54:15.051867 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:15.056082 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:15.093090 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-80640af8-b8eb-4c80-8c20-9dc1c8d2ec7c None None] For port 9d0809b1-ed87-4ee5-9bd3-e83edbc3599e, host dv-cinder-821737-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=9d0809b1-ed87-4ee5-9bd3-e83edbc3599e,segment=NetworkSegment(ca9c137f-aa6e-4e1e-954a-bcc20e945b60),segment_id=ca9c137f-aa6e-4e1e-954a-bcc20e945b60)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:54:15.110041 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-80640af8-b8eb-4c80-8c20-9dc1c8d2ec7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:15.148072 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c07346-bd2e-481a-9e1b-20774812412a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec04b937-9149-4eda-9ffa-65aec1961d22', 'code': 200}
Dec 14 17:54:15.174756 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=ec04b937-9149-4eda-9ffa-65aec1961d22,revision_number=5']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:15.179982 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034fff18-eef4-416f-b719-a4ec60d89d85 admin admin] Router 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa is scheduled to L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a with binding_index 1 {{(pid=88123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 14 17:54:15.184131 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:15.184826 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:15.217433 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-473ff625-b130-4f75-9d72-de1108d77c78 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:15.343732 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80640af8-b8eb-4c80-8c20-9dc1c8d2ec7c None None] Pushing event updated for resources: {'Port': ['ID=9d0809b1-ed87-4ee5-9bd3-e83edbc3599e,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:15.352273 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-80640af8-b8eb-4c80-8c20-9dc1c8d2ec7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:15.790066 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-473ff625-b130-4f75-9d72-de1108d77c78 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Allocated IP 172.27.2.222 (b3d2256c-c519-4427-b3bb-181a657f5e18/431330ab-9b63-4a3b-8088-f9712ed58753/64217fff-0685-4d92-a734-3a8527aede4d) {{(pid=88122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:54:15.859519 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-1daf206a-c27d-451b-9199-718a50a2da8e tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:15.862829 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-1daf206a-c27d-451b-9199-718a50a2da8e tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.41 "GET /v2.0/networks?id=6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a HTTP/1.1" status: 200  len: 816 time: 0.4043536
Dec 14 17:54:15.930668 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a03342f6-3cfc-4820-9e28-5010cb7483e1 req-603d6841-9651-44f4-ba97-2f6022154a4e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d1c07346-bd2e-481a-9e1b-20774812412a HTTP/1.1" status: 200  len: 1099 time: 0.4002991
Dec 14 17:54:15.939457 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034fff18-eef4-416f-b719-a4ec60d89d85 admin admin] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 17:54:15.950128 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b92d423-f490-422b-b544-17bda24224a8 None None] Sync routers for ids ['0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'] in dv-cinder-821737-1-iscsi {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 17:54:15.969155 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b92d423-f490-422b-b544-17bda24224a8 None None] Routers {'0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:54:15.970181 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-8b92d423-f490-422b-b544-17bda24224a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622ce89fd0>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:53:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:54:15.980970 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4dfd7f-904c-4040-8d8e-1909f056104e req-2c5f0dfd-07d5-4deb-8d21-bb154005c3a4 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:15.989061 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ca4dfd7f-904c-4040-8d8e-1909f056104e req-2c5f0dfd-07d5-4deb-8d21-bb154005c3a4 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.4385910
Dec 14 17:54:16.000523 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a03342f6-3cfc-4820-9e28-5010cb7483e1 req-0c705e83-0e3f-4d15-a24e-a9d322e5ac12 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2a2505b3-820c-4cd1-8257-4d727ba8d209&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588095
Dec 14 17:54:16.005598 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a3483aa6-109d-4279-ab6e-018bcb47fa99 req-75022ec4-aaee-4234-a078-3667ecd79203 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 210 time: 0.1211772
Dec 14 17:54:16.013422 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-034fff18-eef4-416f-b719-a4ec60d89d85 admin admin] Notify callbacks [] for router, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:16.015268 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-034fff18-eef4-416f-b719-a4ec60d89d85 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.5437152
Dec 14 17:54:16.018617 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 48694) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:16.121378 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ca4dfd7f-904c-4040-8d8e-1909f056104e req-f2efb438-613b-46ae-ad3b-6bdf880d97dd tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1313243
Dec 14 17:54:16.216382 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-8b92d423-f490-422b-b544-17bda24224a8 None None] Set router 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:54:16.458408 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-77380861-4fbd-42e6-93fd-b1e01892a166 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cc1ceabb62d4c3a9a521b81c98f5557 HTTP/1.1" status: 200  len: 380 time: 0.5755651
Dec 14 17:54:16.473643 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-0832cce8-1b45-4942-aa48-df002f671685 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Request body: {'port': {'device_id': 'f50b6ba7-0af3-40fb-b6dc-31e9d37301ba', 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a', 'admin_state_up': True, 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'security_groups': ['d0e681a2-1059-43f6-a74e-2223a53bc050']}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:54:16.553287 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 9d0809b1-ed87-4ee5-9bd3-e83edbc3599e up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:54:16.635716 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-8b92d423-f490-422b-b544-17bda24224a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622ce89fd0>, [{'id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'name': 'tempest-TestVolumeBootPattern-233859865-router', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '8351444f-0903-49fb-817c-419fae0c0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:54:13Z', 'updated_at': '2021-12-14T17:54:14Z', 'revision_number': 3, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'gw_port': {'id': '8351444f-0903-49fb-817c-419fae0c0bef', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:14Z', 'updated_at': '2021-12-14T17:54:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi'}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:54:16.637871 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-473ff625-b130-4f75-9d72-de1108d77c78 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks [] for port, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:16.643810 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b92d423-f490-422b-b544-17bda24224a8 None None] Checking router: 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa for host: dv-cinder-821737-1-iscsi {{(pid=88124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 17:54:16.644205 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b92d423-f490-422b-b544-17bda24224a8 None None] Updating router 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa port 8351444f-0903-49fb-817c-419fae0c0bef binding host dv-cinder-821737-1-iscsi {{(pid=88124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 14 17:54:16.690279 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088232c-b110-4002-b1f9-6c9941a27e0d req-8faabc9f-4fe5-4c34-b234-9fe4175a2e95 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:16.691931 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a088232c-b110-4002-b1f9-6c9941a27e0d req-8faabc9f-4fe5-4c34-b234-9fe4175a2e95 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1c07346-bd2e-481a-9e1b-20774812412a HTTP/1.1" status: 200  len: 946 time: 0.5281007
Dec 14 17:54:16.705213 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8b92d423-f490-422b-b544-17bda24224a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:16.736109 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-0832cce8-1b45-4942-aa48-df002f671685 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:54:16.753782 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning for port 9d0809b1-ed87-4ee5-9bd3-e83edbc3599e completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:54:16.757663 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-473ff625-b130-4f75-9d72-de1108d77c78 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852908220'] for port, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:16.776395 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-712fe9e0-a146-4349-a3a5-1074a639f721 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:16.862898 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a088232c-b110-4002-b1f9-6c9941a27e0d req-363728aa-a6a7-4931-8539-8816983ec79e tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a2505b3-820c-4cd1-8257-4d727ba8d209&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1616325
Dec 14 17:54:16.864826 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-0832cce8-1b45-4942-aa48-df002f671685 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:54:16.935985 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473ff625-b130-4f75-9d72-de1108d77c78 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Network b3d2256c-c519-4427-b3bb-181a657f5e18 is already hosted by enough agents. {{(pid=88122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:54:16.939813 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-473ff625-b130-4f75-9d72-de1108d77c78 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Resources bound (agent type, host, resource id):  {{(pid=88122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:54:16.948644 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-0832cce8-1b45-4942-aa48-df002f671685 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Made reservation on behalf of 0cc1ceabb62d4c3a9a521b81c98f5557 for: {'port': 1} {{(pid=88122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:54:16.955467 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-0832cce8-1b45-4942-aa48-df002f671685 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:16.967104 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473ff625-b130-4f75-9d72-de1108d77c78 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Received port after_create {{(pid=88122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:54:17.118129 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e4429e58-b5c7-4513-ab3e-6bab71f9b017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:17.132162 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ff625-b130-4f75-9d72-de1108d77c78 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Pushing event updated for resources: {'Port': ['ID=64217fff-0685-4d92-a734-3a8527aede4d,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:17.173987 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-473ff625-b130-4f75-9d72-de1108d77c78 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:17.345893 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ba3e792c-e723-4c57-a9f5-e37f2800e6d9 req-610112ea-02af-4011-ab6e-4ec978ef5bc6 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 210 time: 0.0976768
Dec 14 17:54:17.489723 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8b92d423-f490-422b-b544-17bda24224a8 None None] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:17.510133 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-8b92d423-f490-422b-b544-17bda24224a8 None None] Transition to ACTIVE for port object 8351444f-0903-49fb-817c-419fae0c0bef will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:54:17.513142 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-e4429e58-b5c7-4513-ab3e-6bab71f9b017 admin admin] Allocated IP 172.20.0.1 (4889aa50-8ecf-4915-9526-7a966caa4901/6ef4cbe3-f2dd-49ee-9531-21f376b28438/b6ea3571-d9f7-4a44-a850-8159533b162e) {{(pid=88123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:54:17.526154 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8b92d423-f490-422b-b544-17bda24224a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:17.538528 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:17.642772 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-8b92d423-f490-422b-b544-17bda24224a8 None None] Attempting to bind port 8351444f-0903-49fb-817c-419fae0c0bef on host dv-cinder-821737-1-iscsi for vnic_type normal with profile  {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:54:17.643190 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-8b92d423-f490-422b-b544-17bda24224a8 None None] Attempting to bind port 8351444f-0903-49fb-817c-419fae0c0bef by drivers openvswitch,hyperv on host dv-cinder-821737-1-iscsi at level 0 using segments [{'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:54:17.643600 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b92d423-f490-422b-b544-17bda24224a8 None None] Attempting to bind port 8351444f-0903-49fb-817c-419fae0c0bef on network b3d2256c-c519-4427-b3bb-181a657f5e18 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:54:17.665486 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b92d423-f490-422b-b544-17bda24224a8 None None] Checking agent: {'id': 'cfd28b24-d8e5-433a-a8d2-fa726f969496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 41, 52), 'started_at': datetime.datetime(2021, 12, 14, 17, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:54:17.665963 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b92d423-f490-422b-b544-17bda24224a8 None None] Checking segment: {'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:54:17.666476 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8b92d423-f490-422b-b544-17bda24224a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:17.666914 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b92d423-f490-422b-b544-17bda24224a8 None None] Bound using segment: {'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:54:17.667441 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-8b92d423-f490-422b-b544-17bda24224a8 None None] Bound port: 8351444f-0903-49fb-817c-419fae0c0bef, host: dv-cinder-821737-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:54:17.667860 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8b92d423-f490-422b-b544-17bda24224a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:17.700544 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e4429e58-b5c7-4513-ab3e-6bab71f9b017 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:17.700795 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387844a2-6844-45f5-93b9-424e2ad9e68a None None] Pushing event updated for resources: {'Port': ['ID=8351444f-0903-49fb-817c-419fae0c0bef,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:17.706601 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-387844a2-6844-45f5-93b9-424e2ad9e68a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:17.713926 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712f8dd7-b0c5-4371-b130-73f328919db8 None None] Network 4889aa50-8ecf-4915-9526-7a966caa4901 requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:54:17.729267 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-e4429e58-b5c7-4513-ab3e-6bab71f9b017 admin admin] Transition to ACTIVE for port object b6ea3571-d9f7-4a44-a850-8159533b162e will not be triggered until provisioned by entity DHCP. {{(pid=88123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:54:17.755517 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e4429e58-b5c7-4513-ab3e-6bab71f9b017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:17.761157 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-346b831a-a470-470c-a717-18f094f7f640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:17.837149 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4429e58-b5c7-4513-ab3e-6bab71f9b017 admin admin] Network 4889aa50-8ecf-4915-9526-7a966caa4901 is already hosted by enough agents. {{(pid=88123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:54:17.840811 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-e4429e58-b5c7-4513-ab3e-6bab71f9b017 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:54:17.846849 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4429e58-b5c7-4513-ab3e-6bab71f9b017 admin admin] Received port after_create {{(pid=88123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:54:17.881454 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4429e58-b5c7-4513-ab3e-6bab71f9b017 admin admin] Pushing event updated for resources: {'Port': ['ID=b6ea3571-d9f7-4a44-a850-8159533b162e,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:17.884460 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d974620-9c79-4cca-839e-f8e4ae573d10 req-3ada076b-34ee-444b-9051-010b26768d54 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:17.888566 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e4429e58-b5c7-4513-ab3e-6bab71f9b017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:17.893221 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4d974620-9c79-4cca-839e-f8e4ae573d10 req-3ada076b-34ee-444b-9051-010b26768d54 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.4368780
Dec 14 17:54:17.920080 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e4429e58-b5c7-4513-ab3e-6bab71f9b017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647541'] for router_interface, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:17.932531 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-0832cce8-1b45-4942-aa48-df002f671685 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Allocated IP 172.20.0.4 (6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a/d978114e-cfd4-4a19-a29a-be42d1f2cd12/1d79f2b2-0345-4bf5-818e-2bd900723596) {{(pid=88122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:54:17.990330 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-9d6219b7-08e6-4642-bb6c-61f0b9d4d28f None None] Provisioning for port 9d0809b1-ed87-4ee5-9bd3-e83edbc3599e completed by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:54:18.021044 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e4429e58-b5c7-4513-ab3e-6bab71f9b017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:18.094110 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-9d6219b7-08e6-4642-bb6c-61f0b9d4d28f None None] Provisioning complete for port 9d0809b1-ed87-4ee5-9bd3-e83edbc3599e triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:54:18.095314 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9d6219b7-08e6-4642-bb6c-61f0b9d4d28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:18.327884 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e4429e58-b5c7-4513-ab3e-6bab71f9b017 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:18.330919 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-8b92d423-f490-422b-b544-17bda24224a8 None None] For port 8351444f-0903-49fb-817c-419fae0c0bef, host dv-cinder-821737-1-iscsi, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:54:18.332924 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e4429e58-b5c7-4513-ab3e-6bab71f9b017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1688486'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:18.354922 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-8b92d423-f490-422b-b544-17bda24224a8 None None] For port 8351444f-0903-49fb-817c-419fae0c0bef, host dv-cinder-821737-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=8351444f-0903-49fb-817c-419fae0c0bef,segment=NetworkSegment(031a1115-d006-4778-96dd-1bbd9a3ec485),segment_id=031a1115-d006-4778-96dd-1bbd9a3ec485)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:54:18.367962 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8b92d423-f490-422b-b544-17bda24224a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:18.369259 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-9cd1e2b3-77da-40fd-a6d8-1aa5016552d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:18.375168 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4d974620-9c79-4cca-839e-f8e4ae573d10 req-e17034b1-c624-454b-948b-dbd334f78c6c tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4809740
Dec 14 17:54:18.383201 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-8fd77081-82b8-42a5-893c-1e68db7e3aab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:18.448892 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e4429e58-b5c7-4513-ab3e-6bab71f9b017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4068405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854128366'] for router_interface, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:18.534585 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9d6219b7-08e6-4642-bb6c-61f0b9d4d28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:18.575935 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b92d423-f490-422b-b544-17bda24224a8 None None] Routers {'0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:54:18.576818 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-8b92d423-f490-422b-b544-17bda24224a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622ce89fd0>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:53:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:54:18.632737 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387844a2-6844-45f5-93b9-424e2ad9e68a None None] Pushing event updated for resources: {'Port': ['ID=8351444f-0903-49fb-817c-419fae0c0bef,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:18.636317 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-387844a2-6844-45f5-93b9-424e2ad9e68a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:18.646712 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4429e58-b5c7-4513-ab3e-6bab71f9b017 admin admin] Network 4889aa50-8ecf-4915-9526-7a966caa4901 is already hosted by enough agents. {{(pid=88123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:54:18.647602 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4429e58-b5c7-4513-ab3e-6bab71f9b017 admin admin] Pushing event updated for resources: {'Port': ['ID=b6ea3571-d9f7-4a44-a850-8159533b162e,revision_number=2']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:18.650950 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-e4429e58-b5c7-4513-ab3e-6bab71f9b017 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:54:18.652893 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e4429e58-b5c7-4513-ab3e-6bab71f9b017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:18.663292 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c438c2-f359-4bc7-91cc-eb9ca29c3d1a req-5cbdc1e6-927a-46d3-b31f-22d988449685 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:18.665066 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-18c438c2-f359-4bc7-91cc-eb9ca29c3d1a req-5cbdc1e6-927a-46d3-b31f-22d988449685 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1c07346-bd2e-481a-9e1b-20774812412a HTTP/1.1" status: 200  len: 946 time: 0.5796866
Dec 14 17:54:18.681895 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-88f2ee17-2174-4a5a-bdec-f62fc2ccfd4e req-f326b506-6ee3-4af6-9c6b-8693b79aaaa6 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 210 time: 0.0953028
Dec 14 17:54:18.684241 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-9d6219b7-08e6-4642-bb6c-61f0b9d4d28f None None] For port 9d0809b1-ed87-4ee5-9bd3-e83edbc3599e, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=9d0809b1-ed87-4ee5-9bd3-e83edbc3599e,segment=NetworkSegment(ca9c137f-aa6e-4e1e-954a-bcc20e945b60),segment_id=ca9c137f-aa6e-4e1e-954a-bcc20e945b60)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:54:18.746711 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9d6219b7-08e6-4642-bb6c-61f0b9d4d28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:18.749222 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-0832cce8-1b45-4942-aa48-df002f671685 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for port, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:18.749693 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-387844a2-6844-45f5-93b9-424e2ad9e68a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:18.769627 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-0832cce8-1b45-4942-aa48-df002f671685 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Transition to ACTIVE for port object 1d79f2b2-0345-4bf5-818e-2bd900723596 will not be triggered until provisioned by entity DHCP. {{(pid=88122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:54:18.814146 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-0832cce8-1b45-4942-aa48-df002f671685 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852908220'] for port, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:18.836336 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6219b7-08e6-4642-bb6c-61f0b9d4d28f None None] Pushing event updated for resources: {'Port': ['ID=9d0809b1-ed87-4ee5-9bd3-e83edbc3599e,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:18.839965 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-9d6219b7-08e6-4642-bb6c-61f0b9d4d28f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:18.874206 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-66067bc4-6498-4632-aa87-5562feab3928 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:18.894460 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-8b92d423-f490-422b-b544-17bda24224a8 None None] Set router 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:54:18.935998 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-6a9d50b3-3000-45cc-a2ce-0c83e4d73803 None None] Provisioning complete for port 9d0809b1-ed87-4ee5-9bd3-e83edbc3599e triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:54:18.936432 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6a9d50b3-3000-45cc-a2ce-0c83e4d73803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:19.054515 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-473ff625-b130-4f75-9d72-de1108d77c78 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:19.098929 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4429e58-b5c7-4513-ab3e-6bab71f9b017 admin admin] Router 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 17:54:19.113966 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0832cce8-1b45-4942-aa48-df002f671685 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Pushing event updated for resources: {'Port': ['ID=1d79f2b2-0345-4bf5-818e-2bd900723596,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:19.366138 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-6a9d50b3-3000-45cc-a2ce-0c83e4d73803 None None] Provisioning for port b6ea3571-d9f7-4a44-a850-8159533b162e completed by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:54:19.381103 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-6a9d50b3-3000-45cc-a2ce-0c83e4d73803 None None] Provisioning complete for port b6ea3571-d9f7-4a44-a850-8159533b162e triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:54:19.381527 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6a9d50b3-3000-45cc-a2ce-0c83e4d73803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:19.425264 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-0832cce8-1b45-4942-aa48-df002f671685 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:19.449243 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-6a9d50b3-3000-45cc-a2ce-0c83e4d73803 None None] Port b6ea3571-d9f7-4a44-a850-8159533b162e cannot update to ACTIVE because it is not bound. {{(pid=88124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 14 17:54:19.456951 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-18c438c2-f359-4bc7-91cc-eb9ca29c3d1a req-03b4aeb7-57e1-483b-a666-479a9400f0fe tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a2505b3-820c-4cd1-8257-4d727ba8d209&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7735174
Dec 14 17:54:19.482855 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-0832cce8-1b45-4942-aa48-df002f671685 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Network 6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a is already hosted by enough agents. {{(pid=88122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:54:19.486512 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-0832cce8-1b45-4942-aa48-df002f671685 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Resources bound (agent type, host, resource id):  {{(pid=88122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:54:19.491029 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-473ff625-b130-4f75-9d72-de1108d77c78 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:19.513322 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-8b92d423-f490-422b-b544-17bda24224a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622ce89fd0>, [{'id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'name': 'tempest-TestVolumeBootPattern-233859865-router', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '8351444f-0903-49fb-817c-419fae0c0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:54:13Z', 'updated_at': '2021-12-14T17:54:17Z', 'revision_number': 4, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'gw_port': {'id': '8351444f-0903-49fb-817c-419fae0c0bef', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:14Z', 'updated_at': '2021-12-14T17:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'b6ea3571-d9f7-4a44-a850-8159533b162e', 'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'mac_address': 'fa:16:3e:5f:55:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:17Z', 'updated_at': '2021-12-14T17:54:18Z', 'revision_number': 2, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'subnets': [{'id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:54:19.519576 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b92d423-f490-422b-b544-17bda24224a8 None None] The sync data for ids ['0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'] in dv-cinder-821737-1-iscsi is: [{'id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'name': 'tempest-TestVolumeBootPattern-233859865-router', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '8351444f-0903-49fb-817c-419fae0c0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:54:13Z', 'updated_at': '2021-12-14T17:54:17Z', 'revision_number': 4, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'gw_port': {'id': '8351444f-0903-49fb-817c-419fae0c0bef', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:14Z', 'updated_at': '2021-12-14T17:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'b6ea3571-d9f7-4a44-a850-8159533b162e', 'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'mac_address': 'fa:16:3e:5f:55:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:17Z', 'updated_at': '2021-12-14T17:54:18Z', 'revision_number': 2, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'subnets': [{'id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 17:54:19.598375 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-e20e624f-2d34-448c-abf2-78658dc6853b None None] Provisioning complete for port b6ea3571-d9f7-4a44-a850-8159533b162e triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:54:19.602164 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e20e624f-2d34-448c-abf2-78658dc6853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:19.614559 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-0832cce8-1b45-4942-aa48-df002f671685 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Received port after_create {{(pid=88122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:54:19.745666 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-e20e624f-2d34-448c-abf2-78658dc6853b None None] Port b6ea3571-d9f7-4a44-a850-8159533b162e cannot update to ACTIVE because it is not bound. {{(pid=88124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 14 17:54:19.901521 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-f94fb083-23bb-431e-9805-b40e89a6794c None None] Provisioning complete for port b6ea3571-d9f7-4a44-a850-8159533b162e triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:54:19.902155 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f94fb083-23bb-431e-9805-b40e89a6794c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:19.916999 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4429e58-b5c7-4513-ab3e-6bab71f9b017 admin admin] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 17:54:19.929413 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-e4429e58-b5c7-4513-ab3e-6bab71f9b017 admin admin] 10.222.0.53 "PUT /v2.0/routers/0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9094369
Dec 14 17:54:20.047074 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-f94fb083-23bb-431e-9805-b40e89a6794c None None] Port b6ea3571-d9f7-4a44-a850-8159533b162e cannot update to ACTIVE because it is not bound. {{(pid=88124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 14 17:54:20.214628 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-f236fb0e-7e58-434d-9a09-7bb58d78094a None None] Provisioning for port 1d79f2b2-0345-4bf5-818e-2bd900723596 completed by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:54:20.220564 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-f236fb0e-7e58-434d-9a09-7bb58d78094a None None] Provisioning complete for port 1d79f2b2-0345-4bf5-818e-2bd900723596 triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:54:20.221324 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f236fb0e-7e58-434d-9a09-7bb58d78094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:20.317237 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-0832cce8-1b45-4942-aa48-df002f671685 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:20.318638 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-0832cce8-1b45-4942-aa48-df002f671685 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:20.358339 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-f236fb0e-7e58-434d-9a09-7bb58d78094a None None] Port 1d79f2b2-0345-4bf5-818e-2bd900723596 cannot update to ACTIVE because it is not bound. {{(pid=88124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 14 17:54:20.373722 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-473ff625-b130-4f75-9d72-de1108d77c78 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks [] for port, precommit_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:20.392721 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-473ff625-b130-4f75-9d72-de1108d77c78 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1867597'] for port, after_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:20.410459 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:20.517057 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ff625-b130-4f75-9d72-de1108d77c78 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Pushing event updated for resources: {'Port': ['ID=64217fff-0685-4d92-a734-3a8527aede4d,revision_number=2']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:20.530907 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-0832cce8-1b45-4942-aa48-df002f671685 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.0624576
Dec 14 17:54:20.532952 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-473ff625-b130-4f75-9d72-de1108d77c78 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:20.540974 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff0100-341e-4b38-b32d-0d684c14709a req-35fe2cf2-1caa-48d1-8860-9fb13f069ace tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:20.541763 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-eaff0100-341e-4b38-b32d-0d684c14709a req-35fe2cf2-1caa-48d1-8860-9fb13f069ace tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Synchronizing usage tracker for tenant:0cc1ceabb62d4c3a9a521b81c98f5557 on resource:port {{(pid=88122) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:54:20.555692 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-2c242384-0763-49be-b108-c391198c3d3f service neutron] Request body: {'port': {'device_id': 'f50b6ba7-0af3-40fb-b6dc-31e9d37301ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:54:20.591445 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 9d0809b1-ed87-4ee5-9bd3-e83edbc3599e up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:54:20.616152 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117658e-1ad7-4bb4-b4a5-cff18b659ea8 req-3eba2c2d-e24b-4dde-aff2-5b83ac6b7091 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:20.618156 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8117658e-1ad7-4bb4-b4a5-cff18b659ea8 req-3eba2c2d-e24b-4dde-aff2-5b83ac6b7091 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.9009063
Dec 14 17:54:20.728997 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port 9d0809b1-ed87-4ee5-9bd3-e83edbc3599e triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:54:20.729350 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:20.744952 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-eaff0100-341e-4b38-b32d-0d684c14709a req-35fe2cf2-1caa-48d1-8860-9fb13f069ace tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Unset dirty status for tenant:0cc1ceabb62d4c3a9a521b81c98f5557 on resource:port {{(pid=88122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:54:20.758903 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-eaff0100-341e-4b38-b32d-0d684c14709a req-35fe2cf2-1caa-48d1-8860-9fb13f069ace tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 931 time: 0.6744232
Dec 14 17:54:20.805140 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-35dd3624-7f8f-406f-9112-7dfe9334284d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:20.878197 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-473ff625-b130-4f75-9d72-de1108d77c78 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646637'] for floatingip, after_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:21.001803 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8117658e-1ad7-4bb4-b4a5-cff18b659ea8 req-6344494e-5375-4add-ae06-32d6e77732c3 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3249979
Dec 14 17:54:21.005034 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-2c242384-0763-49be-b108-c391198c3d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:21.030090 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-eaff0100-341e-4b38-b32d-0d684c14709a req-e7bf65c4-a22f-499f-9bfa-d42183531541 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2700033
Dec 14 17:54:21.486788 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.l3_db [None req-473ff625-b130-4f75-9d72-de1108d77c78 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Floating IP f43384b2-678a-4849-95fa-62eda3a26507 associated. External IP: 172.27.2.222, port: 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed.
Dec 14 17:54:21.502424 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 48808) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:21.509139 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-972128f3-e5ca-419e-902e-4017bb534308 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-880610245-network', 'tenant_id': 'e560d14752204b1a99ee1ca2d1db4119'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:54:21.514771 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-972128f3-e5ca-419e-902e-4017bb534308 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:54:21.519152 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-972128f3-e5ca-419e-902e-4017bb534308 admin admin] Usage tracker for resource:network and tenant:e560d14752204b1a99ee1ca2d1db4119 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:54:21.523135 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-972128f3-e5ca-419e-902e-4017bb534308 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:54:21.532791 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-972128f3-e5ca-419e-902e-4017bb534308 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:54:21.557339 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972128f3-e5ca-419e-902e-4017bb534308 admin admin] Made reservation on behalf of e560d14752204b1a99ee1ca2d1db4119 for: {'network': 1} {{(pid=88123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:54:21.564177 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-972128f3-e5ca-419e-902e-4017bb534308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for network, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:21.582332 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-972128f3-e5ca-419e-902e-4017bb534308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:21.641257 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-972128f3-e5ca-419e-902e-4017bb534308 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:54:21.648713 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-972128f3-e5ca-419e-902e-4017bb534308 admin admin] Usage tracker for resource:security_group_rule and tenant:e560d14752204b1a99ee1ca2d1db4119 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:54:21.652767 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-972128f3-e5ca-419e-902e-4017bb534308 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:54:21.666694 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-972128f3-e5ca-419e-902e-4017bb534308 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:54:21.670623 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:21.782329 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-972128f3-e5ca-419e-902e-4017bb534308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:21.793371 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-972128f3-e5ca-419e-902e-4017bb534308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:21.808819 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972128f3-e5ca-419e-902e-4017bb534308 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'}  {{(pid=88123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 14 17:54:21.821226 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-dd4a4bb2-b95f-4df6-b1da-122ce73cea65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:21.841621 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-972128f3-e5ca-419e-902e-4017bb534308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:21.842123 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.segments_db [None req-972128f3-e5ca-419e-902e-4017bb534308 admin admin] Added segment e74c992f-f5cb-494e-bfa4-17bfba014f80 of type vlan for network 9f13c636-a3a7-4725-a2a2-ff0c0947b22d
Dec 14 17:54:21.895863 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972128f3-e5ca-419e-902e-4017bb534308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7257fe-6359-44aa-9cef-0157a3b12241,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:21.907432 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-2c242384-0763-49be-b108-c391198c3d3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d79f2b2-0345-4bf5-818e-2bd900723596 {{(pid=88122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:54:21.912860 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-972128f3-e5ca-419e-902e-4017bb534308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:21.918445 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-2c242384-0763-49be-b108-c391198c3d3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:21.943996 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-972128f3-e5ca-419e-902e-4017bb534308 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753727864657'] for network, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:21.950425 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-2c242384-0763-49be-b108-c391198c3d3f service neutron] Transition to ACTIVE for port object 1d79f2b2-0345-4bf5-818e-2bd900723596 will not be triggered until provisioned by entity L2. {{(pid=88122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:54:21.956504 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-2c242384-0763-49be-b108-c391198c3d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1867597'] for port, after_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:21.967635 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:21.995746 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-972128f3-e5ca-419e-902e-4017bb534308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388'] for network, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:21.997694 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972128f3-e5ca-419e-902e-4017bb534308 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:21.998509 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-972128f3-e5ca-419e-902e-4017bb534308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:22.007657 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:22.167021 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972128f3-e5ca-419e-902e-4017bb534308 admin admin] Pushing event updated for resources: {'Network': ['ID=9f13c636-a3a7-4725-a2a2-ff0c0947b22d,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:22.172044 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-972128f3-e5ca-419e-902e-4017bb534308 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.6682467
Dec 14 17:54:22.173503 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-972128f3-e5ca-419e-902e-4017bb534308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:22.184855 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Network 9f13c636-a3a7-4725-a2a2-ff0c0947b22d details requested by agent ovs-agent-dv-cinder-821737-1-iscsi with host dv-cinder-821737-1-iscsi {{(pid=88124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 14 17:54:22.199679 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 48822) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:22.208402 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-227bed4e-624e-4908-882e-df5b6255ccf2 admin admin] Request body: {'subnet': {'network_id': '9f13c636-a3a7-4725-a2a2-ff0c0947b22d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-880610245-subnet', 'tenant_id': 'e560d14752204b1a99ee1ca2d1db4119', 'ip_version': 4}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:54:22.228473 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-227bed4e-624e-4908-882e-df5b6255ccf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:54:22.238646 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-227bed4e-624e-4908-882e-df5b6255ccf2 admin admin] Usage tracker for resource:subnet and tenant:e560d14752204b1a99ee1ca2d1db4119 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:54:22.250898 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-227bed4e-624e-4908-882e-df5b6255ccf2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:54:22.255999 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c242384-0763-49be-b108-c391198c3d3f service neutron] Pushing event updated for resources: {'Port': ['ID=1d79f2b2-0345-4bf5-818e-2bd900723596,revision_number=2']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:22.263052 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2c242384-0763-49be-b108-c391198c3d3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:22.274449 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-227bed4e-624e-4908-882e-df5b6255ccf2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:54:22.302213 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227bed4e-624e-4908-882e-df5b6255ccf2 admin admin] Made reservation on behalf of e560d14752204b1a99ee1ca2d1db4119 for: {'subnet': 1} {{(pid=88123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:54:22.309860 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-227bed4e-624e-4908-882e-df5b6255ccf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852940243'] for subnet, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:22.618656 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 8351444f-0903-49fb-817c-419fae0c0bef up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:54:22.694159 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-227bed4e-624e-4908-882e-df5b6255ccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853087467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852940228'] for subnet, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:22.716218 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:22.743344 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning for port 8351444f-0903-49fb-817c-419fae0c0bef completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:54:22.749662 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port 8351444f-0903-49fb-817c-419fae0c0bef triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:54:22.750575 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:22.822162 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227bed4e-624e-4908-882e-df5b6255ccf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f0e8d2a-3d71-4de7-b81a-5a38e628532c,revision_number=0']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:22.825890 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-227bed4e-624e-4908-882e-df5b6255ccf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:22.833165 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227bed4e-624e-4908-882e-df5b6255ccf2 admin admin] Checking segment: {'id': 'e74c992f-f5cb-494e-bfa4-17bfba014f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9f13c636-a3a7-4725-a2a2-ff0c0947b22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:54:22.834078 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227bed4e-624e-4908-882e-df5b6255ccf2 admin admin] Network hostable DHCP agents. Network: 9f13c636-a3a7-4725-a2a2-ff0c0947b22d, hostable agents: ['ca44529e-a98f-42ef-93fd-bf8911629c2d'], hosted agents: [] {{(pid=88123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 14 17:54:22.865773 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227bed4e-624e-4908-882e-df5b6255ccf2 admin admin] Network 9f13c636-a3a7-4725-a2a2-ff0c0947b22d is scheduled to be hosted by DHCP agent ca44529e-a98f-42ef-93fd-bf8911629c2d with binding_index 1 {{(pid=88123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 14 17:54:22.876878 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-227bed4e-624e-4908-882e-df5b6255ccf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-iscsi, 9f13c636-a3a7-4725-a2a2-ff0c0947b22d) {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:54:22.881396 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227bed4e-624e-4908-882e-df5b6255ccf2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:22.882562 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-227bed4e-624e-4908-882e-df5b6255ccf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for subnet, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:22.899163 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af08c8ab-79c6-4e8b-9f1b-bbfb374034e7 None None] Network 9f13c636-a3a7-4725-a2a2-ff0c0947b22d requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:54:22.911310 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-227bed4e-624e-4908-882e-df5b6255ccf2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7098041
Dec 14 17:54:22.913970 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 48828) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:22.922457 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-e210abbd-8005-4e6c-a14a-ebe64044b297 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-880610245-router', 'tenant_id': 'e560d14752204b1a99ee1ca2d1db4119', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'}}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:54:22.931304 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-e210abbd-8005-4e6c-a14a-ebe64044b297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:54:22.937282 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-e210abbd-8005-4e6c-a14a-ebe64044b297 admin admin] Usage tracker for resource:router and tenant:e560d14752204b1a99ee1ca2d1db4119 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:54:22.942038 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-e210abbd-8005-4e6c-a14a-ebe64044b297 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:54:22.950543 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-e210abbd-8005-4e6c-a14a-ebe64044b297 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:54:22.964320 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e210abbd-8005-4e6c-a14a-ebe64044b297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-578992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128592'] for router, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:22.966913 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e210abbd-8005-4e6c-a14a-ebe64044b297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854196974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854647208'] for router, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:22.968541 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-2c242384-0763-49be-b108-c391198c3d3f service neutron] Attempting to bind port 1d79f2b2-0345-4bf5-818e-2bd900723596 on host hv-cinder-82173 for vnic_type normal with profile  {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:54:22.968991 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-2c242384-0763-49be-b108-c391198c3d3f service neutron] Attempting to bind port 1d79f2b2-0345-4bf5-818e-2bd900723596 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '66237df7-ad58-4612-ad39-411169863aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a'}] {{(pid=88122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:54:22.969374 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-2c242384-0763-49be-b108-c391198c3d3f service neutron] Attempting to bind port 1d79f2b2-0345-4bf5-818e-2bd900723596 on network 6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:54:23.010784 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e210abbd-8005-4e6c-a14a-ebe64044b297 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:23.047288 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e529a-5f5f-4b5e-bb78-c371705b34ff req-4fb83d3b-234c-43f3-9be2-0748a38dcd6d tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:23.054815 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-545e529a-5f5f-4b5e-bb78-c371705b34ff req-4fb83d3b-234c-43f3-9be2-0748a38dcd6d tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.7297766
Dec 14 17:54:23.103358 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-2c242384-0763-49be-b108-c391198c3d3f service neutron] Port 1d79f2b2-0345-4bf5-818e-2bd900723596 on network 6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 14 17:54:23.103695 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-2c242384-0763-49be-b108-c391198c3d3f service neutron] Attempting to bind port 1d79f2b2-0345-4bf5-818e-2bd900723596 on network 6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:54:23.111755 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3d675-8e54-434e-846f-7013df4a49e1 req-77d1fbc7-7919-4a69-95a4-a79ca97416c2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:23.113873 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0da3d675-8e54-434e-846f-7013df4a49e1 req-77d1fbc7-7919-4a69-95a4-a79ca97416c2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 943 time: 0.7865937
Dec 14 17:54:23.159038 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-2c242384-0763-49be-b108-c391198c3d3f service neutron] Checking agent: {'id': '12cfdd9e-1aa3-47c9-9727-84a7d707383b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'started_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:54:23.159421 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-2c242384-0763-49be-b108-c391198c3d3f service neutron] Checking segment: {'id': '66237df7-ad58-4612-ad39-411169863aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:54:23.159855 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-2c242384-0763-49be-b108-c391198c3d3f service neutron] Bound using segment: {'id': '66237df7-ad58-4612-ad39-411169863aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a'} {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:54:23.160360 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-2c242384-0763-49be-b108-c391198c3d3f service neutron] Bound port: 1d79f2b2-0345-4bf5-818e-2bd900723596, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66237df7-ad58-4612-ad39-411169863aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a'}}] {{(pid=88122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:54:23.161180 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-2c242384-0763-49be-b108-c391198c3d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:23.225551 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e210abbd-8005-4e6c-a14a-ebe64044b297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854647223'] for router, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:23.228643 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-545e529a-5f5f-4b5e-bb78-c371705b34ff req-098fc042-4fc9-4f04-a3cc-fac897d87cc2 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1727777
Dec 14 17:54:23.338534 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:23.339326 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:23.352938 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ed261b0b-f470-44de-bbf3-9387a60e5b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:23.364644 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0da3d675-8e54-434e-846f-7013df4a49e1 req-1e73160f-6a36-40a6-ac60-faa1a829555e tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2408431
Dec 14 17:54:23.414517 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-2c242384-0763-49be-b108-c391198c3d3f service neutron] For port 1d79f2b2-0345-4bf5-818e-2bd900723596, host hv-cinder-82173, cleared binding levels {{(pid=88122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:54:23.419628 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-2c242384-0763-49be-b108-c391198c3d3f service neutron] For port 1d79f2b2-0345-4bf5-818e-2bd900723596, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=1d79f2b2-0345-4bf5-818e-2bd900723596,segment=NetworkSegment(66237df7-ad58-4612-ad39-411169863aef),segment_id=66237df7-ad58-4612-ad39-411169863aef)] {{(pid=88122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:54:23.427819 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473ff625-b130-4f75-9d72-de1108d77c78 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Router 74a67841-93ee-4dee-ac49-b31142585bbb has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 17:54:23.431255 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-2c242384-0763-49be-b108-c391198c3d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1867597'] for port, after_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:23.435999 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:23.467849 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cc5004-8865-46aa-bfe5-ac63be2e4598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65ba46df-7991-5938-b91f-03c1a22b974b-9f13c636-a3a7-4725-a2a2-ff0c0947b22d', 'network_id': '9f13c636-a3a7-4725-a2a2-ff0c0947b22d', 'tenant_id': 'e560d14752204b1a99ee1ca2d1db4119', 'fixed_ips': [{'subnet_id': '0f0e8d2a-3d71-4de7-b81a-5a38e628532c'}]}} from dv-cinder-821737-1-iscsi. {{(pid=88124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 14 17:54:23.469494 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f4cc5004-8865-46aa-bfe5-ac63be2e4598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:23.513066 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-2c242384-0763-49be-b108-c391198c3d3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:23.515504 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-2c242384-0763-49be-b108-c391198c3d3f service neutron] 10.222.0.41 "PUT /v2.0/ports/1d79f2b2-0345-4bf5-818e-2bd900723596 HTTP/1.1" status: 200  len: 1093 time: 2.9687307
Dec 14 17:54:23.521398 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f50b6ba7-0af3-40fb-b6dc-31e9d37301ba', 'tag': '1d79f2b2-0345-4bf5-818e-2bd900723596'}] {{(pid=88122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:54:23.572156 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e210abbd-8005-4e6c-a14a-ebe64044b297 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:23.623742 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e210abbd-8005-4e6c-a14a-ebe64044b297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:23.680610 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f50b6ba7-0af3-40fb-b6dc-31e9d37301ba', 'tag': '1d79f2b2-0345-4bf5-818e-2bd900723596', 'status': 'completed', 'code': 200}
Dec 14 17:54:23.768626 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c242384-0763-49be-b108-c391198c3d3f service neutron] Pushing event updated for resources: {'Port': ['ID=1d79f2b2-0345-4bf5-818e-2bd900723596,revision_number=3']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:23.830906 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2c242384-0763-49be-b108-c391198c3d3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:23.916997 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-9a15ca8b-e371-432e-b962-94cf69756d1e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0cc1ceabb62d4c3a9a521b81c98f5557&device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 1096 time: 0.2452545
Dec 14 17:54:23.934830 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] For port 8351444f-0903-49fb-817c-419fae0c0bef, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=8351444f-0903-49fb-817c-419fae0c0bef,segment=NetworkSegment(031a1115-d006-4778-96dd-1bbd9a3ec485),segment_id=031a1115-d006-4778-96dd-1bbd9a3ec485)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:54:23.942744 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22486726-4677-4f4c-b2fd-72e699ca120b req-9da3e8d1-3a86-4492-9b0b-518461a7dcbb tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:23.944095 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:23.951541 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-22486726-4677-4f4c-b2fd-72e699ca120b req-9da3e8d1-3a86-4492-9b0b-518461a7dcbb tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.1760941
Dec 14 17:54:23.952251 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-9d6219b7-08e6-4642-bb6c-61f0b9d4d28f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:23.959000 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-e210abbd-8005-4e6c-a14a-ebe64044b297 admin admin] Allocated IP 172.27.2.254 (b3d2256c-c519-4427-b3bb-181a657f5e18/431330ab-9b63-4a3b-8088-f9712ed58753/3568dc82-8357-446a-901a-e16e544b3823) {{(pid=88123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:54:24.031523 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-f4cc5004-8865-46aa-bfe5-ac63be2e4598 None None] Allocated IP 172.20.0.2 (9f13c636-a3a7-4725-a2a2-ff0c0947b22d/0f0e8d2a-3d71-4de7-b81a-5a38e628532c/ddaa8b2b-9630-4b5f-a4d5-51ed6a500052) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:54:24.047377 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Pushing event updated for resources: {'Port': ['ID=8351444f-0903-49fb-817c-419fae0c0bef,revision_number=4']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:24.051534 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:24.081841 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-fc845fb5-8279-49c1-8232-79b1e7058426 req-9a5a7688-1baa-43a5-829e-d43cc0103cc9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d8ae983c147420a92d8c91613de9b2e&device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 1098 time: 0.2315197
Dec 14 17:54:24.134645 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-c09190c2-3d34-46cf-956b-67199d7a2966 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d79f2b2-0345-4bf5-818e-2bd900723596 HTTP/1.1" status: 200  len: 217 time: 0.1802351
Dec 14 17:54:24.222982 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-22486726-4677-4f4c-b2fd-72e699ca120b req-0be9ffc2-6829-4ae0-8466-3ed56cf96876 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2703326
Dec 14 17:54:24.234298 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-7c9019f3-7003-4834-a480-dd1da3a44bfc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:24.236344 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-7c9019f3-7003-4834-a480-dd1da3a44bfc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d978114e-cfd4-4a19-a29a-be42d1f2cd12 HTTP/1.1" status: 200  len: 855 time: 0.0918746
Dec 14 17:54:24.266896 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e210abbd-8005-4e6c-a14a-ebe64044b297 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:24.296659 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc845fb5-8279-49c1-8232-79b1e7058426 req-5dc92984-1bf2-4b92-b173-6dce1a6373f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:24.298492 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-fc845fb5-8279-49c1-8232-79b1e7058426 req-5dc92984-1bf2-4b92-b173-6dce1a6373f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c7c5dd65-00bc-43ea-a99d-6673d8873e67 HTTP/1.1" status: 200  len: 912 time: 0.2077172
Dec 14 17:54:24.307699 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473ff625-b130-4f75-9d72-de1108d77c78 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 17:54:24.330916 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f4cc5004-8865-46aa-bfe5-ac63be2e4598 None None] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:24.333003 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62530871-897c-4596-9c46-70386d4864a1 None None] Sync routers for ids ['74a67841-93ee-4dee-ac49-b31142585bbb'] in dv-cinder-821737-1-iscsi {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 17:54:24.351297 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-473ff625-b130-4f75-9d72-de1108d77c78 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for floatingip, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:24.372469 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-f4cc5004-8865-46aa-bfe5-ac63be2e4598 None None] Transition to ACTIVE for port object ddaa8b2b-9630-4b5f-a4d5-51ed6a500052 will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:54:24.373146 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62530871-897c-4596-9c46-70386d4864a1 None None] Routers {'74a67841-93ee-4dee-ac49-b31142585bbb'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:54:24.374259 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-62530871-897c-4596-9c46-70386d4864a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622d203710>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:54:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['74a67841-93ee-4dee-ac49-b31142585bbb'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:54:24.415995 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-f4cc5004-8865-46aa-bfe5-ac63be2e4598 None None] Transition to ACTIVE for port object ddaa8b2b-9630-4b5f-a4d5-51ed6a500052 will not be triggered until provisioned by entity DHCP. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:54:24.428451 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f4cc5004-8865-46aa-bfe5-ac63be2e4598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:24.439426 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:24.451143 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-7236e087-4bd6-499b-888a-11b8810f6603 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2066588
Dec 14 17:54:24.473959 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-473ff625-b130-4f75-9d72-de1108d77c78 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 9.5674217
Dec 14 17:54:24.576167 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e210abbd-8005-4e6c-a14a-ebe64044b297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:24.602777 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-cb4c8d63-7457-47fe-82cc-8deb34c41778 tempest-DeleteServersTestJSON-1602268621 tempest-DeleteServersTestJSON-1602268621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:24.627708 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cc5004-8865-46aa-bfe5-ac63be2e4598 None None] Network 9f13c636-a3a7-4725-a2a2-ff0c0947b22d is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:54:24.652312 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-f4cc5004-8865-46aa-bfe5-ac63be2e4598 None None] Resources bound (agent type, host, resource id):  {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:54:24.655309 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cc5004-8865-46aa-bfe5-ac63be2e4598 None None] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:54:24.658364 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 8351444f-0903-49fb-817c-419fae0c0bef up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:54:24.731401 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc5004-8865-46aa-bfe5-ac63be2e4598 None None] Pushing event updated for resources: {'Port': ['ID=ddaa8b2b-9630-4b5f-a4d5-51ed6a500052,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:24.734814 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-f4cc5004-8865-46aa-bfe5-ac63be2e4598 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:24.774485 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:24.797520 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-8cc3c388-a2ba-4854-8edc-492cebfb7162 service neutron] 10.222.0.41 "GET /v2.0/networks/6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3215401
Dec 14 17:54:24.799416 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210abbd-8005-4e6c-a14a-ebe64044b297 admin admin] Pushing event updated for resources: {'Port': ['ID=3568dc82-8357-446a-901a-e16e544b3823,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:24.819552 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e210abbd-8005-4e6c-a14a-ebe64044b297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:24.854011 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-f4cc5004-8865-46aa-bfe5-ac63be2e4598 None None] Attempting to bind port ddaa8b2b-9630-4b5f-a4d5-51ed6a500052 on host dv-cinder-821737-1-iscsi for vnic_type normal with profile  {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:54:24.854420 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-f4cc5004-8865-46aa-bfe5-ac63be2e4598 None None] Attempting to bind port ddaa8b2b-9630-4b5f-a4d5-51ed6a500052 by drivers openvswitch,hyperv on host dv-cinder-821737-1-iscsi at level 0 using segments [{'id': 'e74c992f-f5cb-494e-bfa4-17bfba014f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9f13c636-a3a7-4725-a2a2-ff0c0947b22d'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:54:24.854821 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cc5004-8865-46aa-bfe5-ac63be2e4598 None None] Attempting to bind port ddaa8b2b-9630-4b5f-a4d5-51ed6a500052 on network 9f13c636-a3a7-4725-a2a2-ff0c0947b22d {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:54:24.873378 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cc5004-8865-46aa-bfe5-ac63be2e4598 None None] Checking agent: {'id': 'cfd28b24-d8e5-433a-a8d2-fa726f969496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 41, 52), 'started_at': datetime.datetime(2021, 12, 14, 17, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:54:24.873819 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cc5004-8865-46aa-bfe5-ac63be2e4598 None None] Checking segment: {'id': 'e74c992f-f5cb-494e-bfa4-17bfba014f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9f13c636-a3a7-4725-a2a2-ff0c0947b22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:54:24.874285 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f4cc5004-8865-46aa-bfe5-ac63be2e4598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:24.874716 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cc5004-8865-46aa-bfe5-ac63be2e4598 None None] Bound using segment: {'id': 'e74c992f-f5cb-494e-bfa4-17bfba014f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9f13c636-a3a7-4725-a2a2-ff0c0947b22d'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:54:24.875378 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-f4cc5004-8865-46aa-bfe5-ac63be2e4598 None None] Bound port: ddaa8b2b-9630-4b5f-a4d5-51ed6a500052, host: dv-cinder-821737-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74c992f-f5cb-494e-bfa4-17bfba014f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9f13c636-a3a7-4725-a2a2-ff0c0947b22d'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:54:24.875694 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f4cc5004-8865-46aa-bfe5-ac63be2e4598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:24.885706 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e210abbd-8005-4e6c-a14a-ebe64044b297 admin admin] Network b3d2256c-c519-4427-b3bb-181a657f5e18 is already hosted by enough agents. {{(pid=88123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:54:24.893106 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port 8351444f-0903-49fb-817c-419fae0c0bef triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:54:24.893890 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:24.899027 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-e210abbd-8005-4e6c-a14a-ebe64044b297 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:54:24.905574 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e210abbd-8005-4e6c-a14a-ebe64044b297 admin admin] Received port after_create {{(pid=88123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:54:25.032356 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-fc845fb5-8279-49c1-8232-79b1e7058426 req-5d50f703-a4c3-4c5f-8e33-4745f32f5cfd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a869d0b8-68c2-4175-b459-080e286a5577 HTTP/1.1" status: 200  len: 1000 time: 0.7227323
Dec 14 17:54:25.066727 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-344e8047-d8e7-4f7f-a348-e352dcde133c req-50abc052-84fe-4416-bd62-aa51377614ea service neutron] 10.222.0.41 "GET /v2.0/networks/6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2249014
Dec 14 17:54:25.107080 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 48856) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:25.114834 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa4ecc-62e7-4ba2-b8a7-6f5de03bf79e req-5b0ab045-0285-4f02-b0b8-dfb017ea6513 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:25.116475 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-40fa4ecc-62e7-4ba2-b8a7-6f5de03bf79e req-5b0ab045-0285-4f02-b0b8-dfb017ea6513 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 943 time: 0.3175914
Dec 14 17:54:25.116606 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-62530871-897c-4596-9c46-70386d4864a1 None None] Set router 74a67841-93ee-4dee-ac49-b31142585bbb gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:54:25.135060 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5509ce71-5ba4-4eda-b02b-ae6e9fdb5579 None None] Sync routers for ids ['0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'] in dv-cinder-821737-1-iscsi {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 17:54:25.218288 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5509ce71-5ba4-4eda-b02b-ae6e9fdb5579 None None] Routers {'0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:54:25.224466 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-5509ce71-5ba4-4eda-b02b-ae6e9fdb5579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622ced9208>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:54:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:54:25.227826 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-40fa4ecc-62e7-4ba2-b8a7-6f5de03bf79e req-14897ab0-d16d-4a6b-9889-cb81cb05ef7c tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655553
Dec 14 17:54:25.237996 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc845fb5-8279-49c1-8232-79b1e7058426 req-2333c0c8-8355-433d-8114-c3c8951d4ef6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:25.239018 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-fc845fb5-8279-49c1-8232-79b1e7058426 req-2333c0c8-8355-433d-8114-c3c8951d4ef6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e589611-2052-444e-a79e-8f98a61a68a1 HTTP/1.1" status: 200  len: 850 time: 0.1928799
Dec 14 17:54:25.302061 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1522d554-8dcf-459c-89cd-8779bbae5ea8 req-d6259852-a9df-47e4-ab4e-722214beddc1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0cc1ceabb62d4c3a9a521b81c98f5557&device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 1096 time: 0.1818399
Dec 14 17:54:25.524854 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-f4cc5004-8865-46aa-bfe5-ac63be2e4598 None None] For port ddaa8b2b-9630-4b5f-a4d5-51ed6a500052, host dv-cinder-821737-1-iscsi, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:54:25.553010 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-fc845fb5-8279-49c1-8232-79b1e7058426 req-5efc03a0-066e-474b-9e46-a4746a5e1ed9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7c5dd65-00bc-43ea-a99d-6673d8873e67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3046360
Dec 14 17:54:25.670728 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-5509ce71-5ba4-4eda-b02b-ae6e9fdb5579 None None] Set router 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:54:25.689031 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-62530871-897c-4596-9c46-70386d4864a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622d203710>, [{'id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'name': 'tempest-TestShelveInstance-218281105-router', 'tenant_id': 'b93cf5a3216e440abb14c71bd3408e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'b2d38299-2e18-4cce-852f-7764daad528e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:52:54Z', 'updated_at': '2021-12-14T17:53:00Z', 'revision_number': 4, 'project_id': 'b93cf5a3216e440abb14c71bd3408e06', 'gw_port': {'id': 'b2d38299-2e18-4cce-852f-7764daad528e', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:52:55Z', 'updated_at': '2021-12-14T17:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_floatingips': [{'id': 'f43384b2-678a-4849-95fa-62eda3a26507', 'tenant_id': 'b93cf5a3216e440abb14c71bd3408e06', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'router_id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'port_id': '4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc462dc-295a-4bfc-a609-89b327c7e36a', 'mac_address': 'fa:16:3e:ca:fd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568afaf5-e6fb-48d2-9265-2175bf5a29d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T17:54:18Z', 'updated_at': '2021-12-14T17:54:18Z', 'revision_number': 0, 'project_id': 'b93cf5a3216e440abb14c71bd3408e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9c776cf-a878-415b-9e39-9eedaab8056e', 'name': '', 'network_id': 'ffc462dc-295a-4bfc-a609-89b327c7e36a', 'tenant_id': 'b93cf5a3216e440abb14c71bd3408e06', 'mac_address': 'fa:16:3e:51:33:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfcf42a1-a9dc-46d7-a1db-ab5395db2486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:52:59Z', 'updated_at': '2021-12-14T17:53:11Z', 'revision_number': 5, 'project_id': 'b93cf5a3216e440abb14c71bd3408e06', 'subnets': [{'id': 'cfcf42a1-a9dc-46d7-a1db-ab5395db2486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:54:25.690001 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568afaf5-e6fb-48d2-9265-2175bf5a29d8', 'tag': '4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed'}] {{(pid=88122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:54:25.694496 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62530871-897c-4596-9c46-70386d4864a1 None None] Checking router: 74a67841-93ee-4dee-ac49-b31142585bbb for host: dv-cinder-821737-1-iscsi {{(pid=88125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 17:54:25.708051 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62530871-897c-4596-9c46-70386d4864a1 None None] Routers {'74a67841-93ee-4dee-ac49-b31142585bbb'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:54:25.709052 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-62530871-897c-4596-9c46-70386d4864a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622d203710>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:54:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['74a67841-93ee-4dee-ac49-b31142585bbb'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:54:25.725202 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522d554-8dcf-459c-89cd-8779bbae5ea8 req-3197c460-1faa-4a09-9948-983df17cd35b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:25.727053 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1522d554-8dcf-459c-89cd-8779bbae5ea8 req-3197c460-1faa-4a09-9948-983df17cd35b service neutron] 10.222.0.41 "GET /v2.0/networks?id=6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a HTTP/1.1" status: 200  len: 917 time: 0.4131072
Dec 14 17:54:25.741940 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e59f8394-5456-48ca-8be0-bbd6019d0a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:25.757654 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-fc845fb5-8279-49c1-8232-79b1e7058426 req-689baa39-2f9d-4374-b8d1-03f88989e2cc service neutron] 10.222.0.41 "GET /v2.0/networks/c7c5dd65-00bc-43ea-a99d-6673d8873e67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1886742
Dec 14 17:54:25.799071 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e210abbd-8005-4e6c-a14a-ebe64044b297 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:25.800002 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e210abbd-8005-4e6c-a14a-ebe64044b297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854196824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854129360'] for router, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:25.852566 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568afaf5-e6fb-48d2-9265-2175bf5a29d8', 'tag': '4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed', 'status': 'completed', 'code': 200}
Dec 14 17:54:25.903477 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cf2ae-0f10-47e4-8bc6-bd45f86be2ad req-3f63fbf3-a955-46c2-bd52-d807dab51ab9 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:25.905432 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2f5cf2ae-0f10-47e4-8bc6-bd45f86be2ad req-3f63fbf3-a955-46c2-bd52-d807dab51ab9 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.2942874
Dec 14 17:54:25.907103 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1522d554-8dcf-459c-89cd-8779bbae5ea8 req-5ad90c53-c9be-4cb6-96a1-6406b3a23bb7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d79f2b2-0345-4bf5-818e-2bd900723596 HTTP/1.1" status: 200  len: 217 time: 0.1686883
Dec 14 17:54:25.914751 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-e59f8394-5456-48ca-8be0-bbd6019d0a9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:54:25.952408 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-e59f8394-5456-48ca-8be0-bbd6019d0a9c admin admin] Usage tracker for resource:security_group_rule and tenant:95743030ea3a421c83add2ea3cd44d4b is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:54:25.975285 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-f4cc5004-8865-46aa-bfe5-ac63be2e4598 None None] For port ddaa8b2b-9630-4b5f-a4d5-51ed6a500052, host dv-cinder-821737-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=ddaa8b2b-9630-4b5f-a4d5-51ed6a500052,segment=NetworkSegment(e74c992f-f5cb-494e-bfa4-17bfba014f80),segment_id=e74c992f-f5cb-494e-bfa4-17bfba014f80)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:54:25.982791 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f4cc5004-8865-46aa-bfe5-ac63be2e4598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:25.990739 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-d60ff855-0d50-4a2a-82d5-348a8412bffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:26.024672 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-62530871-897c-4596-9c46-70386d4864a1 None None] Set router 74a67841-93ee-4dee-ac49-b31142585bbb gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:54:26.032247 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522d554-8dcf-459c-89cd-8779bbae5ea8 req-ec7cdaf5-ba3f-4666-a258-8d556fb753c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:26.034371 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1522d554-8dcf-459c-89cd-8779bbae5ea8 req-ec7cdaf5-ba3f-4666-a258-8d556fb753c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d978114e-cfd4-4a19-a29a-be42d1f2cd12 HTTP/1.1" status: 200  len: 855 time: 0.0910730
Dec 14 17:54:26.035970 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-e59f8394-5456-48ca-8be0-bbd6019d0a9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:54:26.048884 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-e59f8394-5456-48ca-8be0-bbd6019d0a9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:54:26.084270 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc5004-8865-46aa-bfe5-ac63be2e4598 None None] Pushing event updated for resources: {'Port': ['ID=ddaa8b2b-9630-4b5f-a4d5-51ed6a500052,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:26.130016 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2f5cf2ae-0f10-47e4-8bc6-bd45f86be2ad req-34e5b786-30b3-4819-b928-a8f9d33d0d48 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2168002
Dec 14 17:54:26.163445 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-f4cc5004-8865-46aa-bfe5-ac63be2e4598 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:26.187076 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1522d554-8dcf-459c-89cd-8779bbae5ea8 req-4add5cf0-09e8-4161-b5c9-ab737a00573c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1394703
Dec 14 17:54:26.246905 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-5509ce71-5ba4-4eda-b02b-ae6e9fdb5579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622ced9208>, [{'id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'name': 'tempest-TestVolumeBootPattern-233859865-router', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '8351444f-0903-49fb-817c-419fae0c0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:54:13Z', 'updated_at': '2021-12-14T17:54:17Z', 'revision_number': 4, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'gw_port': {'id': '8351444f-0903-49fb-817c-419fae0c0bef', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:14Z', 'updated_at': '2021-12-14T17:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'b6ea3571-d9f7-4a44-a850-8159533b162e', 'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'mac_address': 'fa:16:3e:5f:55:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:17Z', 'updated_at': '2021-12-14T17:54:18Z', 'revision_number': 2, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'subnets': [{'id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:54:26.256554 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5509ce71-5ba4-4eda-b02b-ae6e9fdb5579 None None] Checking router: 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa for host: dv-cinder-821737-1-iscsi {{(pid=88124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 17:54:26.257341 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5509ce71-5ba4-4eda-b02b-ae6e9fdb5579 None None] Updating router 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa port b6ea3571-d9f7-4a44-a850-8159533b162e binding host dv-cinder-821737-1-iscsi {{(pid=88124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 14 17:54:26.349461 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 1d79f2b2-0345-4bf5-818e-2bd900723596 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 14 17:54:26.525115 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-fc845fb5-8279-49c1-8232-79b1e7058426 req-576384c2-e49d-49d0-a634-2c44ae78da1f service neutron] 10.222.0.41 "GET /v2.0/networks/c7c5dd65-00bc-43ea-a99d-6673d8873e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7591755
Dec 14 17:54:26.611250 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-bde8e8c4-0d32-485b-97b0-31d4e60bb855 req-b68f23c3-7313-45aa-adfe-7a5e315400f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b93cf5a3216e440abb14c71bd3408e06&device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 1098 time: 0.6288316
Dec 14 17:54:26.666768 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-62530871-897c-4596-9c46-70386d4864a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622d203710>, [{'id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'name': 'tempest-TestShelveInstance-218281105-router', 'tenant_id': 'b93cf5a3216e440abb14c71bd3408e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'b2d38299-2e18-4cce-852f-7764daad528e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:52:54Z', 'updated_at': '2021-12-14T17:53:00Z', 'revision_number': 4, 'project_id': 'b93cf5a3216e440abb14c71bd3408e06', 'gw_port': {'id': 'b2d38299-2e18-4cce-852f-7764daad528e', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:52:55Z', 'updated_at': '2021-12-14T17:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_floatingips': [{'id': 'f43384b2-678a-4849-95fa-62eda3a26507', 'tenant_id': 'b93cf5a3216e440abb14c71bd3408e06', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'router_id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'port_id': '4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc462dc-295a-4bfc-a609-89b327c7e36a', 'mac_address': 'fa:16:3e:ca:fd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568afaf5-e6fb-48d2-9265-2175bf5a29d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T17:54:18Z', 'updated_at': '2021-12-14T17:54:18Z', 'revision_number': 0, 'project_id': 'b93cf5a3216e440abb14c71bd3408e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9c776cf-a878-415b-9e39-9eedaab8056e', 'name': '', 'network_id': 'ffc462dc-295a-4bfc-a609-89b327c7e36a', 'tenant_id': 'b93cf5a3216e440abb14c71bd3408e06', 'mac_address': 'fa:16:3e:51:33:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfcf42a1-a9dc-46d7-a1db-ab5395db2486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:52:59Z', 'updated_at': '2021-12-14T17:53:11Z', 'revision_number': 5, 'project_id': 'b93cf5a3216e440abb14c71bd3408e06', 'subnets': [{'id': 'cfcf42a1-a9dc-46d7-a1db-ab5395db2486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:54:26.672454 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62530871-897c-4596-9c46-70386d4864a1 None None] The sync data for ids ['74a67841-93ee-4dee-ac49-b31142585bbb'] in dv-cinder-821737-1-iscsi is: [{'id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'name': 'tempest-TestShelveInstance-218281105-router', 'tenant_id': 'b93cf5a3216e440abb14c71bd3408e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'b2d38299-2e18-4cce-852f-7764daad528e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:52:54Z', 'updated_at': '2021-12-14T17:53:00Z', 'revision_number': 4, 'project_id': 'b93cf5a3216e440abb14c71bd3408e06', 'gw_port': {'id': 'b2d38299-2e18-4cce-852f-7764daad528e', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:52:55Z', 'updated_at': '2021-12-14T17:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_floatingips': [{'id': 'f43384b2-678a-4849-95fa-62eda3a26507', 'tenant_id': 'b93cf5a3216e440abb14c71bd3408e06', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'router_id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'port_id': '4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc462dc-295a-4bfc-a609-89b327c7e36a', 'mac_address': 'fa:16:3e:ca:fd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568afaf5-e6fb-48d2-9265-2175bf5a29d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T17:54:18Z', 'updated_at': '2021-12-14T17:54:18Z', 'revision_number': 0, 'project_id': 'b93cf5a3216e440abb14c71bd3408e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9c776cf-a878-415b-9e39-9eedaab8056e', 'name': '', 'network_id': 'ffc462dc-295a-4bfc-a609-89b327c7e36a', 'tenant_id': 'b93cf5a3216e440abb14c71bd3408e06', 'mac_address': 'fa:16:3e:51:33:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfcf42a1-a9dc-46d7-a1db-ab5395db2486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:52:59Z', 'updated_at': '2021-12-14T17:53:11Z', 'revision_number': 5, 'project_id': 'b93cf5a3216e440abb14c71bd3408e06', 'subnets': [{'id': 'cfcf42a1-a9dc-46d7-a1db-ab5395db2486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 17:54:26.674449 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 1d79f2b2-0345-4bf5-818e-2bd900723596, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=1d79f2b2-0345-4bf5-818e-2bd900723596,segment=NetworkSegment(66237df7-ad58-4612-ad39-411169863aef),segment_id=66237df7-ad58-4612-ad39-411169863aef)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:54:26.698488 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5509ce71-5ba4-4eda-b02b-ae6e9fdb5579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:26.792141 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Returning: {'device': '1d79f2b2-0345-4bf5-818e-2bd900723596', 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a', 'port_id': '1d79f2b2-0345-4bf5-818e-2bd900723596', 'mac_address': 'fa:16:3e:bd:b8:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 17:54:26.930537 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e59f8394-5456-48ca-8be0-bbd6019d0a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:26.944695 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e59f8394-5456-48ca-8be0-bbd6019d0a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:26.959509 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8e8c4-0d32-485b-97b0-31d4e60bb855 req-05a49ddb-ce15-4db7-b2e6-fa26b8263eef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:26.961229 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-bde8e8c4-0d32-485b-97b0-31d4e60bb855 req-05a49ddb-ce15-4db7-b2e6-fa26b8263eef service neutron] 10.222.0.41 "GET /v2.0/networks?id=ffc462dc-295a-4bfc-a609-89b327c7e36a HTTP/1.1" status: 200  len: 909 time: 0.3419147
Dec 14 17:54:27.018836 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:27.032543 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-e59f8394-5456-48ca-8be0-bbd6019d0a9c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=95743030ea3a421c83add2ea3cd44d4b&name=default HTTP/1.1" status: 200  len: 2647 time: 1.9146051
Dec 14 17:54:27.039749 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 48874) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:27.174405 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-bde8e8c4-0d32-485b-97b0-31d4e60bb855 req-6e63e68d-6d41-4694-b29b-79ce9197e5f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed HTTP/1.1" status: 200  len: 999 time: 0.2006285
Dec 14 17:54:27.175177 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e477222-7088-467a-a53e-c0a049de2c27 req-b8f45ef9-826b-4176-b280-d9ce3afd491b tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:27.191924 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7e477222-7088-467a-a53e-c0a049de2c27 req-b8f45ef9-826b-4176-b280-d9ce3afd491b tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 943 time: 0.5435946
Dec 14 17:54:27.215555 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f8394-5456-48ca-8be0-bbd6019d0a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae32dfb-2beb-4940-9bbe-0af4b85836eb,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:27.232830 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:27.233449 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1522d554-8dcf-459c-89cd-8779bbae5ea8 req-a056589a-ad26-4a04-90c9-43c3be8f4f37 service neutron] 10.222.0.41 "GET /v2.0/networks/6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0213358
Dec 14 17:54:27.237669 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e59f8394-5456-48ca-8be0-bbd6019d0a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:27.280767 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ea30ff-37fe-4a1b-97dd-1511fcc627d2 None None] New status for floating IP f43384b2-678a-4849-95fa-62eda3a26507: ACTIVE {{(pid=88125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 14 17:54:27.287628 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e210abbd-8005-4e6c-a14a-ebe64044b297 admin admin] Router 645de71f-ea4c-438b-8dba-59d130329e93 is scheduled to L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a with binding_index 1 {{(pid=88123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 14 17:54:27.296779 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d79f2b2-0345-4bf5-818e-2bd900723596 {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:54:27.298773 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8e8c4-0d32-485b-97b0-31d4e60bb855 req-f277a008-6382-4f5a-ad88-01f5306d319f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:27.300530 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-bde8e8c4-0d32-485b-97b0-31d4e60bb855 req-f277a008-6382-4f5a-ad88-01f5306d319f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cfcf42a1-a9dc-46d7-a1db-ab5395db2486 HTTP/1.1" status: 200  len: 847 time: 0.1177452
Dec 14 17:54:27.432872 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 1d79f2b2-0345-4bf5-818e-2bd900723596, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=1d79f2b2-0345-4bf5-818e-2bd900723596,segment=NetworkSegment(66237df7-ad58-4612-ad39-411169863aef),segment_id=66237df7-ad58-4612-ad39-411169863aef)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:54:27.445656 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:27.451496 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:27.515214 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1522d554-8dcf-459c-89cd-8779bbae5ea8 req-8a8e9563-0bfc-4536-b84b-03e0f4ff5ca9 service neutron] 10.222.0.41 "GET /v2.0/networks/6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2731066
Dec 14 17:54:27.573027 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=1d79f2b2-0345-4bf5-818e-2bd900723596,revision_number=4']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:27.595168 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:27.640330 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-bde8e8c4-0d32-485b-97b0-31d4e60bb855 req-7388d8dc-c799-48a5-9485-597c04e9d8cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ffc462dc-295a-4bfc-a609-89b327c7e36a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3312712
Dec 14 17:54:27.667042 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-df7cacdc-ca62-47a7-9a04-19807af45477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:27.683566 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7e477222-7088-467a-a53e-c0a049de2c27 req-1dd10446-793e-49a7-a305-27a10a7e326e tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4474616
Dec 14 17:54:27.716771 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-df7cacdc-ca62-47a7-9a04-19807af45477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:27.728896 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['1d79f2b2-0345-4bf5-818e-2bd900723596'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 17:54:27.768223 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc33423-06b4-4ce2-a2fb-8065f6c3244c req-25e913e3-531b-4983-bf1e-8bbd01aba428 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:27.776099 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1dc33423-06b4-4ce2-a2fb-8065f6c3244c req-25e913e3-531b-4983-bf1e-8bbd01aba428 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.2595205
Dec 14 17:54:27.780612 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5509ce71-5ba4-4eda-b02b-ae6e9fdb5579 None None] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:27.811973 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-5509ce71-5ba4-4eda-b02b-ae6e9fdb5579 None None] Transition to ACTIVE for port object b6ea3571-d9f7-4a44-a850-8159533b162e will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:54:27.823811 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5509ce71-5ba4-4eda-b02b-ae6e9fdb5579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:27.830460 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-bde8e8c4-0d32-485b-97b0-31d4e60bb855 req-700dcfc5-1fb1-4aec-bf12-6652e4e6f8aa service neutron] 10.222.0.41 "GET /v2.0/networks/ffc462dc-295a-4bfc-a609-89b327c7e36a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1801164
Dec 14 17:54:27.830653 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:27.863555 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1dc33423-06b4-4ce2-a2fb-8065f6c3244c req-88199914-5e05-4e13-b166-e2b1fa7d300c tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0860188
Dec 14 17:54:27.877294 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-df7cacdc-ca62-47a7-9a04-19807af45477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:27.883023 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-12b86578-2584-487d-9f4d-184370667f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:27.905560 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c277380-c33f-4421-83f8-a30fde24f650 None None] Pushing event updated for resources: {'Port': ['ID=b6ea3571-d9f7-4a44-a850-8159533b162e,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:27.919910 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-7c277380-c33f-4421-83f8-a30fde24f650 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:27.920427 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e210abbd-8005-4e6c-a14a-ebe64044b297 admin admin] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 17:54:27.924573 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7cacdc-ca62-47a7-9a04-19807af45477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae32dfb-2beb-4940-9bbe-0af4b85836eb,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:27.937336 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-df7cacdc-ca62-47a7-9a04-19807af45477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:27.938956 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-df7cacdc-ca62-47a7-9a04-19807af45477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:27.942768 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-df7cacdc-ca62-47a7-9a04-19807af45477 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8ae32dfb-2beb-4940-9bbe-0af4b85836eb HTTP/1.1" status: 204  len: 168 time: 0.8974664
Dec 14 17:54:28.029679 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb0278-acb3-4602-898f-757bdd8fb570 None None] Sync routers for ids ['645de71f-ea4c-438b-8dba-59d130329e93'] in dv-cinder-821737-1-iscsi {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 17:54:28.074855 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e210abbd-8005-4e6c-a14a-ebe64044b297 admin admin] Notify callbacks [] for router, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:28.081443 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 48884) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:28.085632 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-e210abbd-8005-4e6c-a14a-ebe64044b297 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.1665382
Dec 14 17:54:28.123658 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-bde8e8c4-0d32-485b-97b0-31d4e60bb855 req-1a70ad49-d5cf-4b74-b6bc-babcadbab135 service neutron] 10.222.0.41 "GET /v2.0/networks/ffc462dc-295a-4bfc-a609-89b327c7e36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2856460
Dec 14 17:54:28.169553 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eb0278-acb3-4602-898f-757bdd8fb570 None None] Routers {'645de71f-ea4c-438b-8dba-59d130329e93'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:54:28.170425 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-38eb0278-acb3-4602-898f-757bdd8fb570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622c976ba8>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:54:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['645de71f-ea4c-438b-8dba-59d130329e93'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:54:28.603604 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 48890) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:28.630327 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fed3b29e-d1fc-43d1-a2a6-a9496ef122db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:28.664770 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-5509ce71-5ba4-4eda-b02b-ae6e9fdb5579 None None] Attempting to bind port b6ea3571-d9f7-4a44-a850-8159533b162e on host dv-cinder-821737-1-iscsi for vnic_type normal with profile  {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:54:28.665179 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-5509ce71-5ba4-4eda-b02b-ae6e9fdb5579 None None] Attempting to bind port b6ea3571-d9f7-4a44-a850-8159533b162e by drivers openvswitch,hyperv on host dv-cinder-821737-1-iscsi at level 0 using segments [{'id': 'ca9c137f-aa6e-4e1e-954a-bcc20e945b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:54:28.665588 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5509ce71-5ba4-4eda-b02b-ae6e9fdb5579 None None] Attempting to bind port b6ea3571-d9f7-4a44-a850-8159533b162e on network 4889aa50-8ecf-4915-9526-7a966caa4901 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:54:28.680284 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-fed3b29e-d1fc-43d1-a2a6-a9496ef122db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:54:28.688200 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-fed3b29e-d1fc-43d1-a2a6-a9496ef122db admin admin] Usage tracker for resource:security_group_rule and tenant:232f78a0a0ff4c7a99d2c21e6f1196e7 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:54:28.693189 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-fed3b29e-d1fc-43d1-a2a6-a9496ef122db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:54:28.693356 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device ddaa8b2b-9630-4b5f-a4d5-51ed6a500052 up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:54:28.702173 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-fed3b29e-d1fc-43d1-a2a6-a9496ef122db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:54:28.763109 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5509ce71-5ba4-4eda-b02b-ae6e9fdb5579 None None] Checking agent: {'id': 'cfd28b24-d8e5-433a-a8d2-fa726f969496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 41, 52), 'started_at': datetime.datetime(2021, 12, 14, 17, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:54:28.763522 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5509ce71-5ba4-4eda-b02b-ae6e9fdb5579 None None] Checking segment: {'id': 'ca9c137f-aa6e-4e1e-954a-bcc20e945b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:54:28.763966 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5509ce71-5ba4-4eda-b02b-ae6e9fdb5579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:28.764751 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5509ce71-5ba4-4eda-b02b-ae6e9fdb5579 None None] Bound using segment: {'id': 'ca9c137f-aa6e-4e1e-954a-bcc20e945b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:54:28.765433 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-5509ce71-5ba4-4eda-b02b-ae6e9fdb5579 None None] Bound port: b6ea3571-d9f7-4a44-a850-8159533b162e, host: dv-cinder-821737-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9c137f-aa6e-4e1e-954a-bcc20e945b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:54:28.765966 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5509ce71-5ba4-4eda-b02b-ae6e9fdb5579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:28.804081 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fed3b29e-d1fc-43d1-a2a6-a9496ef122db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:28.812756 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fed3b29e-d1fc-43d1-a2a6-a9496ef122db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:28.823729 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-63e4eae8-ef65-456f-89b8-ac7f32cb8a3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:28.878068 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f194582-0304-41fa-a1f6-5f59442edf06 None None] Network 9f13c636-a3a7-4725-a2a2-ff0c0947b22d requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:54:28.894010 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3b29e-d1fc-43d1-a2a6-a9496ef122db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c6bfc4-8dd2-4538-a98d-ceeb4f26f036,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:28.912369 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-38eb0278-acb3-4602-898f-757bdd8fb570 None None] Set router 645de71f-ea4c-438b-8dba-59d130329e93 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:54:28.912587 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-fed3b29e-d1fc-43d1-a2a6-a9496ef122db admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=232f78a0a0ff4c7a99d2c21e6f1196e7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3049963
Dec 14 17:54:28.914085 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 48896) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:28.918686 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3b29e-d1fc-43d1-a2a6-a9496ef122db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:54:28.919110 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3b29e-d1fc-43d1-a2a6-a9496ef122db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:54:28.919522 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3b29e-d1fc-43d1-a2a6-a9496ef122db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:54:28.919929 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3b29e-d1fc-43d1-a2a6-a9496ef122db admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:54:28.920379 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3b29e-d1fc-43d1-a2a6-a9496ef122db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:54:28.920823 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3b29e-d1fc-43d1-a2a6-a9496ef122db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:54:28.921257 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3b29e-d1fc-43d1-a2a6-a9496ef122db admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:54:28.921656 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3b29e-d1fc-43d1-a2a6-a9496ef122db admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:54:28.922178 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3b29e-d1fc-43d1-a2a6-a9496ef122db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:54:28.922579 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3b29e-d1fc-43d1-a2a6-a9496ef122db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:54:28.923012 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3b29e-d1fc-43d1-a2a6-a9496ef122db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:54:28.939187 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-fed3b29e-d1fc-43d1-a2a6-a9496ef122db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:28.999252 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b9662c54-477f-4289-a5b0-ff9fe055e37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:29.030137 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b9662c54-477f-4289-a5b0-ff9fe055e37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:29.072513 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f8834-b311-4c74-b2f4-d38920052218 req-a229b6a9-0d19-45f5-b334-f138c5ab9829 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:29.082486 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0c3f8834-b311-4c74-b2f4-d38920052218 req-a229b6a9-0d19-45f5-b334-f138c5ab9829 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 944 time: 0.1617255
Dec 14 17:54:29.087466 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b9662c54-477f-4289-a5b0-ff9fe055e37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:29.092887 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e324b069-d456-45fc-8328-c08079b441a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:29.137368 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b9662c54-477f-4289-a5b0-ff9fe055e37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:29.139410 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning for port ddaa8b2b-9630-4b5f-a4d5-51ed6a500052 completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:54:29.156423 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-b9662c54-477f-4289-a5b0-ff9fe055e37c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c5c6bfc4-8dd2-4538-a98d-ceeb4f26f036 HTTP/1.1" status: 204  len: 168 time: 0.2313573
Dec 14 17:54:29.158719 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9662c54-477f-4289-a5b0-ff9fe055e37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c6bfc4-8dd2-4538-a98d-ceeb4f26f036,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:29.163925 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b9662c54-477f-4289-a5b0-ff9fe055e37c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:29.188226 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-5509ce71-5ba4-4eda-b02b-ae6e9fdb5579 None None] For port b6ea3571-d9f7-4a44-a850-8159533b162e, host dv-cinder-821737-1-iscsi, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:54:29.214642 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-529e57a1-c6be-4a11-a8a6-fd3bbaf60e1b None None] Provisioning for port ddaa8b2b-9630-4b5f-a4d5-51ed6a500052 completed by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:54:29.234691 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-5509ce71-5ba4-4eda-b02b-ae6e9fdb5579 None None] For port b6ea3571-d9f7-4a44-a850-8159533b162e, host dv-cinder-821737-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=b6ea3571-d9f7-4a44-a850-8159533b162e,segment=NetworkSegment(ca9c137f-aa6e-4e1e-954a-bcc20e945b60),segment_id=ca9c137f-aa6e-4e1e-954a-bcc20e945b60)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:54:29.238510 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0c3f8834-b311-4c74-b2f4-d38920052218 req-4371fe99-e6ad-4f42-86f3-2950e387913b tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1550353
Dec 14 17:54:29.303163 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-529e57a1-c6be-4a11-a8a6-fd3bbaf60e1b None None] Provisioning complete for port ddaa8b2b-9630-4b5f-a4d5-51ed6a500052 triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:54:29.303644 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-529e57a1-c6be-4a11-a8a6-fd3bbaf60e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:29.343583 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5509ce71-5ba4-4eda-b02b-ae6e9fdb5579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:29.381460 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:29.429257 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2bb53-a762-4ac6-be68-f2f8b5bef288 req-9b65bd20-f5d5-40b6-9e62-172852786231 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:29.430965 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8ed2bb53-a762-4ac6-be68-f2f8b5bef288 req-9b65bd20-f5d5-40b6-9e62-172852786231 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.2991931
Dec 14 17:54:29.443031 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-01722b85-dfe0-46ea-bdea-f4be0544f71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:29.573676 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8ed2bb53-a762-4ac6-be68-f2f8b5bef288 req-1fadee07-1749-4460-b5bb-4de7eb80eb52 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1160882
Dec 14 17:54:29.629040 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c277380-c33f-4421-83f8-a30fde24f650 None None] Pushing event updated for resources: {'Port': ['ID=b6ea3571-d9f7-4a44-a850-8159533b162e,revision_number=4']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:29.631318 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-7c277380-c33f-4421-83f8-a30fde24f650 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:29.692863 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5509ce71-5ba4-4eda-b02b-ae6e9fdb5579 None None] Routers {'0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:54:29.693570 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-5509ce71-5ba4-4eda-b02b-ae6e9fdb5579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622ced9208>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:54:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:54:29.755215 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-01722b85-dfe0-46ea-bdea-f4be0544f71d admin admin] Allocated IP 172.20.0.1 (9f13c636-a3a7-4725-a2a2-ff0c0947b22d/0f0e8d2a-3d71-4de7-b81a-5a38e628532c/3318d9e7-b1ec-4af9-9efe-665719f9b066) {{(pid=88122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:54:29.832848 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-529e57a1-c6be-4a11-a8a6-fd3bbaf60e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:29.954190 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-38eb0278-acb3-4602-898f-757bdd8fb570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622c976ba8>, [{'id': '645de71f-ea4c-438b-8dba-59d130329e93', 'name': 'tempest-TestVolumeBootPattern-880610245-router', 'tenant_id': 'e560d14752204b1a99ee1ca2d1db4119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '3568dc82-8357-446a-901a-e16e544b3823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:54:22Z', 'updated_at': '2021-12-14T17:54:25Z', 'revision_number': 3, 'project_id': 'e560d14752204b1a99ee1ca2d1db4119', 'gw_port': {'id': '3568dc82-8357-446a-901a-e16e544b3823', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645de71f-ea4c-438b-8dba-59d130329e93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:23Z', 'updated_at': '2021-12-14T17:54:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi'}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:54:29.956701 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-01722b85-dfe0-46ea-bdea-f4be0544f71d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:29.971736 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb0278-acb3-4602-898f-757bdd8fb570 None None] Checking router: 645de71f-ea4c-438b-8dba-59d130329e93 for host: dv-cinder-821737-1-iscsi {{(pid=88124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 17:54:29.971968 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb0278-acb3-4602-898f-757bdd8fb570 None None] Updating router 645de71f-ea4c-438b-8dba-59d130329e93 port 3568dc82-8357-446a-901a-e16e544b3823 binding host dv-cinder-821737-1-iscsi {{(pid=88124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 14 17:54:29.978453 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-01722b85-dfe0-46ea-bdea-f4be0544f71d admin admin] Transition to ACTIVE for port object 3318d9e7-b1ec-4af9-9efe-665719f9b066 will not be triggered until provisioned by entity DHCP. {{(pid=88122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:54:30.002678 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-01722b85-dfe0-46ea-bdea-f4be0544f71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852908220'] for port, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:30.008207 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:30.026626 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-529e57a1-c6be-4a11-a8a6-fd3bbaf60e1b None None] For port ddaa8b2b-9630-4b5f-a4d5-51ed6a500052, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=ddaa8b2b-9630-4b5f-a4d5-51ed6a500052,segment=NetworkSegment(e74c992f-f5cb-494e-bfa4-17bfba014f80),segment_id=e74c992f-f5cb-494e-bfa4-17bfba014f80)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:54:30.036502 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-529e57a1-c6be-4a11-a8a6-fd3bbaf60e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:30.044339 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-80640af8-b8eb-4c80-8c20-9dc1c8d2ec7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:30.077352 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01722b85-dfe0-46ea-bdea-f4be0544f71d admin admin] Network 9f13c636-a3a7-4725-a2a2-ff0c0947b22d is already hosted by enough agents. {{(pid=88122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:54:30.084128 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-5509ce71-5ba4-4eda-b02b-ae6e9fdb5579 None None] Set router 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:54:30.097970 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-01722b85-dfe0-46ea-bdea-f4be0544f71d admin admin] Resources bound (agent type, host, resource id):  {{(pid=88122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:54:30.104700 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01722b85-dfe0-46ea-bdea-f4be0544f71d admin admin] Received port after_create {{(pid=88122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:54:30.139989 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-38eb0278-acb3-4602-898f-757bdd8fb570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:30.172427 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01722b85-dfe0-46ea-bdea-f4be0544f71d admin admin] Pushing event updated for resources: {'Port': ['ID=3318d9e7-b1ec-4af9-9efe-665719f9b066,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:30.177621 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-01722b85-dfe0-46ea-bdea-f4be0544f71d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:30.183720 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-01722b85-dfe0-46ea-bdea-f4be0544f71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647541'] for router_interface, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:30.365135 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-01722b85-dfe0-46ea-bdea-f4be0544f71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:30.613864 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e57a1-c6be-4a11-a8a6-fd3bbaf60e1b None None] Pushing event updated for resources: {'Port': ['ID=ddaa8b2b-9630-4b5f-a4d5-51ed6a500052,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:30.617251 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 1d79f2b2-0345-4bf5-818e-2bd900723596 up at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:54:30.671342 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device b6ea3571-d9f7-4a44-a850-8159533b162e up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:54:30.677677 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6483b52-afad-4b7f-97c2-ff2684b49d29 req-a04d5448-8dee-42a0-8ebf-31e0da24d368 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:30.686106 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b6483b52-afad-4b7f-97c2-ff2684b49d29 req-a04d5448-8dee-42a0-8ebf-31e0da24d368 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 944 time: 0.1857040
Dec 14 17:54:30.802266 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-529e57a1-c6be-4a11-a8a6-fd3bbaf60e1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:30.827371 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b6483b52-afad-4b7f-97c2-ff2684b49d29 req-8973178b-ae88-41e9-9715-8d6244503bf7 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0897298
Dec 14 17:54:30.856843 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-01722b85-dfe0-46ea-bdea-f4be0544f71d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:30.861600 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-01722b85-dfe0-46ea-bdea-f4be0544f71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1867597'] for port, after_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:31.074678 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-2059fcea-4b20-4621-b86b-72b65a355494 None None] Provisioning for port 3318d9e7-b1ec-4af9-9efe-665719f9b066 completed by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:54:31.130132 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2c242384-0763-49be-b108-c391198c3d3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:31.167353 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-2059fcea-4b20-4621-b86b-72b65a355494 None None] Provisioning complete for port 3318d9e7-b1ec-4af9-9efe-665719f9b066 triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:54:31.167770 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2059fcea-4b20-4621-b86b-72b65a355494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:31.201854 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning for port 1d79f2b2-0345-4bf5-818e-2bd900723596 completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:54:31.215145 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01722b85-dfe0-46ea-bdea-f4be0544f71d admin admin] Pushing event updated for resources: {'Port': ['ID=3318d9e7-b1ec-4af9-9efe-665719f9b066,revision_number=2']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:31.217759 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-01722b85-dfe0-46ea-bdea-f4be0544f71d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:31.221151 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-01722b85-dfe0-46ea-bdea-f4be0544f71d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4068405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854128366'] for router_interface, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:31.224373 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning for port b6ea3571-d9f7-4a44-a850-8159533b162e completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:54:31.239063 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning complete for port 1d79f2b2-0345-4bf5-818e-2bd900723596 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:54:31.239479 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:31.295636 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port b6ea3571-d9f7-4a44-a850-8159533b162e triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:54:31.296109 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:31.368808 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-2059fcea-4b20-4621-b86b-72b65a355494 None None] Port 3318d9e7-b1ec-4af9-9efe-665719f9b066 cannot update to ACTIVE because it is not bound. {{(pid=88124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 14 17:54:31.386778 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01722b85-dfe0-46ea-bdea-f4be0544f71d admin admin] Network 9f13c636-a3a7-4725-a2a2-ff0c0947b22d is already hosted by enough agents. {{(pid=88122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:54:31.388430 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-01722b85-dfe0-46ea-bdea-f4be0544f71d admin admin] Resources bound (agent type, host, resource id):  {{(pid=88122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:54:31.531236 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-2059fcea-4b20-4621-b86b-72b65a355494 None None] Provisioning complete for port ddaa8b2b-9630-4b5f-a4d5-51ed6a500052 triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:54:31.531657 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2059fcea-4b20-4621-b86b-72b65a355494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:31.580694 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-5509ce71-5ba4-4eda-b02b-ae6e9fdb5579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622ced9208>, [{'id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'name': 'tempest-TestVolumeBootPattern-233859865-router', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '8351444f-0903-49fb-817c-419fae0c0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:54:13Z', 'updated_at': '2021-12-14T17:54:17Z', 'revision_number': 4, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'gw_port': {'id': '8351444f-0903-49fb-817c-419fae0c0bef', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:14Z', 'updated_at': '2021-12-14T17:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'b6ea3571-d9f7-4a44-a850-8159533b162e', 'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'mac_address': 'fa:16:3e:5f:55:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:17Z', 'updated_at': '2021-12-14T17:54:29Z', 'revision_number': 4, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'subnets': [{'id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:54:31.674806 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5509ce71-5ba4-4eda-b02b-ae6e9fdb5579 None None] The sync data for ids ['0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'] in dv-cinder-821737-1-iscsi is: [{'id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'name': 'tempest-TestVolumeBootPattern-233859865-router', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '8351444f-0903-49fb-817c-419fae0c0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:54:13Z', 'updated_at': '2021-12-14T17:54:17Z', 'revision_number': 4, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'gw_port': {'id': '8351444f-0903-49fb-817c-419fae0c0bef', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:14Z', 'updated_at': '2021-12-14T17:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'b6ea3571-d9f7-4a44-a850-8159533b162e', 'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'mac_address': 'fa:16:3e:5f:55:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:17Z', 'updated_at': '2021-12-14T17:54:29Z', 'revision_number': 4, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'subnets': [{'id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 17:54:31.759020 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:31.777152 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-38eb0278-acb3-4602-898f-757bdd8fb570 None None] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:31.780025 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:31.837864 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-38eb0278-acb3-4602-898f-757bdd8fb570 None None] Transition to ACTIVE for port object 3568dc82-8357-446a-901a-e16e544b3823 will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:54:31.907794 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-38eb0278-acb3-4602-898f-757bdd8fb570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:31.925377 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:31.955198 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01722b85-dfe0-46ea-bdea-f4be0544f71d admin admin] Router 645de71f-ea4c-438b-8dba-59d130329e93 has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 17:54:31.959407 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50b6ba7-0af3-40fb-b6dc-31e9d37301ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d79f2b2-0345-4bf5-818e-2bd900723596'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:54:32.049494 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] For port b6ea3571-d9f7-4a44-a850-8159533b162e, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=b6ea3571-d9f7-4a44-a850-8159533b162e,segment=NetworkSegment(ca9c137f-aa6e-4e1e-954a-bcc20e945b60),segment_id=ca9c137f-aa6e-4e1e-954a-bcc20e945b60)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:54:32.079954 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50b6ba7-0af3-40fb-b6dc-31e9d37301ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d79f2b2-0345-4bf5-818e-2bd900723596', 'code': 200}
Dec 14 17:54:32.081692 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 1d79f2b2-0345-4bf5-818e-2bd900723596, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=1d79f2b2-0345-4bf5-818e-2bd900723596,segment=NetworkSegment(66237df7-ad58-4612-ad39-411169863aef),segment_id=66237df7-ad58-4612-ad39-411169863aef)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:54:32.083150 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24df4d8-5777-40fe-a8a8-18896ec1c570 None None] Pushing event updated for resources: {'Port': ['ID=3568dc82-8357-446a-901a-e16e544b3823,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:32.102048 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:32.105448 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e24df4d8-5777-40fe-a8a8-18896ec1c570 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:32.106143 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e24df4d8-5777-40fe-a8a8-18896ec1c570 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:32.166710 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:32.197650 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-38eb0278-acb3-4602-898f-757bdd8fb570 None None] Attempting to bind port 3568dc82-8357-446a-901a-e16e544b3823 on host dv-cinder-821737-1-iscsi for vnic_type normal with profile  {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:54:32.198085 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-38eb0278-acb3-4602-898f-757bdd8fb570 None None] Attempting to bind port 3568dc82-8357-446a-901a-e16e544b3823 by drivers openvswitch,hyperv on host dv-cinder-821737-1-iscsi at level 0 using segments [{'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:54:32.199036 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eb0278-acb3-4602-898f-757bdd8fb570 None None] Attempting to bind port 3568dc82-8357-446a-901a-e16e544b3823 on network b3d2256c-c519-4427-b3bb-181a657f5e18 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:54:32.218924 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:32.231917 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Pushing event updated for resources: {'Port': ['ID=b6ea3571-d9f7-4a44-a850-8159533b162e,revision_number=5']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:32.235875 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eb0278-acb3-4602-898f-757bdd8fb570 None None] Checking agent: {'id': 'cfd28b24-d8e5-433a-a8d2-fa726f969496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 41, 52), 'started_at': datetime.datetime(2021, 12, 14, 17, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:54:32.236611 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eb0278-acb3-4602-898f-757bdd8fb570 None None] Checking segment: {'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:54:32.236973 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-38eb0278-acb3-4602-898f-757bdd8fb570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:32.237445 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eb0278-acb3-4602-898f-757bdd8fb570 None None] Bound using segment: {'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:54:32.238069 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-38eb0278-acb3-4602-898f-757bdd8fb570 None None] Bound port: 3568dc82-8357-446a-901a-e16e544b3823, host: dv-cinder-821737-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:54:32.238512 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-38eb0278-acb3-4602-898f-757bdd8fb570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:32.243290 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5ff37-c1fa-4fac-8bf5-a3a0530a7005 req-1f8bfaa9-21c0-4593-8f33-715ff7680279 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:32.244990 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4aa5ff37-c1fa-4fac-8bf5-a3a0530a7005 req-1f8bfaa9-21c0-4593-8f33-715ff7680279 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 945 time: 0.1882491
Dec 14 17:54:32.279280 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:32.285984 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2f2b2f0c-a5ab-42b1-a899-d5ec04256c2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:32.437918 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4aa5ff37-c1fa-4fac-8bf5-a3a0530a7005 req-33557243-e399-4e94-94e2-6e924f955f89 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0990958
Dec 14 17:54:32.496003 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01722b85-dfe0-46ea-bdea-f4be0544f71d admin admin] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 17:54:32.503653 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-da16689e-a641-4e4b-8a95-2f89f28bd039 None None] Provisioning complete for port 3318d9e7-b1ec-4af9-9efe-665719f9b066 triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:54:32.504286 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-da16689e-a641-4e4b-8a95-2f89f28bd039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:32.516712 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-01722b85-dfe0-46ea-bdea-f4be0544f71d admin admin] 10.222.0.53 "PUT /v2.0/routers/645de71f-ea4c-438b-8dba-59d130329e93/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4335825
Dec 14 17:54:32.558329 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-38eb0278-acb3-4602-898f-757bdd8fb570 None None] For port 3568dc82-8357-446a-901a-e16e544b3823, host dv-cinder-821737-1-iscsi, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:54:32.562029 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-38eb0278-acb3-4602-898f-757bdd8fb570 None None] For port 3568dc82-8357-446a-901a-e16e544b3823, host dv-cinder-821737-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=3568dc82-8357-446a-901a-e16e544b3823,segment=NetworkSegment(031a1115-d006-4778-96dd-1bbd9a3ec485),segment_id=031a1115-d006-4778-96dd-1bbd9a3ec485)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:54:32.566963 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2a7b2e22-c7fc-44d9-9c6f-1e59d93b985d req-2be2d351-19c0-42a8-88c3-d8cfbfbcec37 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 1098 time: 0.1769848
Dec 14 17:54:32.568363 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=1d79f2b2-0345-4bf5-818e-2bd900723596,revision_number=5']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:32.583948 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:32.589374 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-38eb0278-acb3-4602-898f-757bdd8fb570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:32.598823 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:32.665623 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2a7b2e22-c7fc-44d9-9c6f-1e59d93b985d req-7579dd30-4b53-4497-8a76-2d72fc1b66d7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0912561
Dec 14 17:54:32.673937 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device ddaa8b2b-9630-4b5f-a4d5-51ed6a500052 up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:54:32.758283 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-da16689e-a641-4e4b-8a95-2f89f28bd039 None None] Port 3318d9e7-b1ec-4af9-9efe-665719f9b066 cannot update to ACTIVE because it is not bound. {{(pid=88124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 14 17:54:32.785706 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24df4d8-5777-40fe-a8a8-18896ec1c570 None None] Pushing event updated for resources: {'Port': ['ID=3568dc82-8357-446a-901a-e16e544b3823,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:32.791894 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e24df4d8-5777-40fe-a8a8-18896ec1c570 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:32.794946 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eb0278-acb3-4602-898f-757bdd8fb570 None None] Routers {'645de71f-ea4c-438b-8dba-59d130329e93'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:54:32.795671 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-38eb0278-acb3-4602-898f-757bdd8fb570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622c976ba8>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:54:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['645de71f-ea4c-438b-8dba-59d130329e93'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:54:33.159707 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port ddaa8b2b-9630-4b5f-a4d5-51ed6a500052 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:54:33.160233 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:33.242043 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-38eb0278-acb3-4602-898f-757bdd8fb570 None None] Set router 645de71f-ea4c-438b-8dba-59d130329e93 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:54:33.289831 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 48976) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:33.297111 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-9d0a0c92-3984-4ec1-bdd5-3fa234e23cb7 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-115731531', 'description': 'tempest-secgroup-smoke-115731531 description', 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:54:33.304743 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-9d0a0c92-3984-4ec1-bdd5-3fa234e23cb7 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:54:33.309773 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-9d0a0c92-3984-4ec1-bdd5-3fa234e23cb7 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Usage tracker for resource:security_group and tenant:dfc18f8040f94448b907f65fb2ffb8d2 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:54:33.313102 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-9d0a0c92-3984-4ec1-bdd5-3fa234e23cb7 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:54:33.321046 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-9d0a0c92-3984-4ec1-bdd5-3fa234e23cb7 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:54:33.333703 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9d0a0c92-3984-4ec1-bdd5-3fa234e23cb7 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:33.376121 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-9d0a0c92-3984-4ec1-bdd5-3fa234e23cb7 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:54:33.380093 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-9d0a0c92-3984-4ec1-bdd5-3fa234e23cb7 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Usage tracker for resource:security_group_rule and tenant:dfc18f8040f94448b907f65fb2ffb8d2 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:54:33.383296 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-9d0a0c92-3984-4ec1-bdd5-3fa234e23cb7 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:54:33.392854 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-9d0a0c92-3984-4ec1-bdd5-3fa234e23cb7 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:54:33.454078 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9d0a0c92-3984-4ec1-bdd5-3fa234e23cb7 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:33.457718 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9d0a0c92-3984-4ec1-bdd5-3fa234e23cb7 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:33.463704 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a3e31980-3264-4f65-9308-9b5c43fb6121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:33.508838 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a0c92-3984-4ec1-bdd5-3fa234e23cb7 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2e6f43-3c00-4583-9bac-30b9af910c18,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:33.515423 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-9d0a0c92-3984-4ec1-bdd5-3fa234e23cb7 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:33.517340 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9d0a0c92-3984-4ec1-bdd5-3fa234e23cb7 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:33.521824 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-9d0a0c92-3984-4ec1-bdd5-3fa234e23cb7 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2280362
Dec 14 17:54:33.522204 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 48984) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:33.529762 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-1b8f0071-86b5-4962-a0ae-2b681dd7d655 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Request body: {'security_group_rule': {'security_group_id': '7d2e6f43-3c00-4583-9bac-30b9af910c18', 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:54:33.537362 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-1b8f0071-86b5-4962-a0ae-2b681dd7d655 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:54:33.542070 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-1b8f0071-86b5-4962-a0ae-2b681dd7d655 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Usage tracker for resource:security_group_rule and tenant:dfc18f8040f94448b907f65fb2ffb8d2 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:54:33.545558 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-1b8f0071-86b5-4962-a0ae-2b681dd7d655 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:54:33.553018 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-1b8f0071-86b5-4962-a0ae-2b681dd7d655 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:54:33.553239 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device b6ea3571-d9f7-4a44-a850-8159533b162e up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:54:33.572404 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1b8f0071-86b5-4962-a0ae-2b681dd7d655 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:33.651860 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1b8f0071-86b5-4962-a0ae-2b681dd7d655 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:33.658015 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1b8f0071-86b5-4962-a0ae-2b681dd7d655 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720366'] for security_group_rule, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:33.660275 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-54cc2d3a-5185-45a1-86da-cda3dd304371 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:33.686065 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f0071-86b5-4962-a0ae-2b681dd7d655 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d554b9-66ea-45f3-84bb-62aeacaf3cfa,revision_number=0']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:33.692369 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-1b8f0071-86b5-4962-a0ae-2b681dd7d655 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:33.697317 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1b8f0071-86b5-4962-a0ae-2b681dd7d655 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:33.701311 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port b6ea3571-d9f7-4a44-a850-8159533b162e triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:54:33.701466 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-1b8f0071-86b5-4962-a0ae-2b681dd7d655 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1752412
Dec 14 17:54:33.701551 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:33.701628 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16371ab-0b61-43b3-ab57-27abd9cee7d4 req-3a7b2e0d-5ea0-409e-b1e6-3409476cd4c3 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:33.701628 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e16371ab-0b61-43b3-ab57-27abd9cee7d4 req-3a7b2e0d-5ea0-409e-b1e6-3409476cd4c3 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 945 time: 0.1011600
Dec 14 17:54:33.701836 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 48992) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:33.711424 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-0efc296b-3ef1-41ce-a80a-af69189feb34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Request body: {'security_group_rule': {'security_group_id': '7d2e6f43-3c00-4583-9bac-30b9af910c18', 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:54:33.718232 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-0efc296b-3ef1-41ce-a80a-af69189feb34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:54:33.722792 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-0efc296b-3ef1-41ce-a80a-af69189feb34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Usage tracker for resource:security_group_rule and tenant:dfc18f8040f94448b907f65fb2ffb8d2 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:54:33.725906 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-0efc296b-3ef1-41ce-a80a-af69189feb34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:54:33.732530 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-0efc296b-3ef1-41ce-a80a-af69189feb34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:54:33.752320 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e16371ab-0b61-43b3-ab57-27abd9cee7d4 req-407f77db-5449-4681-97ee-8ede7dce6b0e tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445740
Dec 14 17:54:33.754490 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0efc296b-3ef1-41ce-a80a-af69189feb34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:33.778340 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-38eb0278-acb3-4602-898f-757bdd8fb570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622c976ba8>, [{'id': '645de71f-ea4c-438b-8dba-59d130329e93', 'name': 'tempest-TestVolumeBootPattern-880610245-router', 'tenant_id': 'e560d14752204b1a99ee1ca2d1db4119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '3568dc82-8357-446a-901a-e16e544b3823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:54:22Z', 'updated_at': '2021-12-14T17:54:30Z', 'revision_number': 4, 'project_id': 'e560d14752204b1a99ee1ca2d1db4119', 'gw_port': {'id': '3568dc82-8357-446a-901a-e16e544b3823', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645de71f-ea4c-438b-8dba-59d130329e93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:23Z', 'updated_at': '2021-12-14T17:54:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': '3318d9e7-b1ec-4af9-9efe-665719f9b066', 'name': '', 'network_id': '9f13c636-a3a7-4725-a2a2-ff0c0947b22d', 'tenant_id': 'e560d14752204b1a99ee1ca2d1db4119', 'mac_address': 'fa:16:3e:b0:23:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645de71f-ea4c-438b-8dba-59d130329e93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f0e8d2a-3d71-4de7-b81a-5a38e628532c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:29Z', 'updated_at': '2021-12-14T17:54:30Z', 'revision_number': 2, 'project_id': 'e560d14752204b1a99ee1ca2d1db4119', 'subnets': [{'id': '0f0e8d2a-3d71-4de7-b81a-5a38e628532c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:54:33.791658 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb0278-acb3-4602-898f-757bdd8fb570 None None] The sync data for ids ['645de71f-ea4c-438b-8dba-59d130329e93'] in dv-cinder-821737-1-iscsi is: [{'id': '645de71f-ea4c-438b-8dba-59d130329e93', 'name': 'tempest-TestVolumeBootPattern-880610245-router', 'tenant_id': 'e560d14752204b1a99ee1ca2d1db4119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '3568dc82-8357-446a-901a-e16e544b3823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:54:22Z', 'updated_at': '2021-12-14T17:54:30Z', 'revision_number': 4, 'project_id': 'e560d14752204b1a99ee1ca2d1db4119', 'gw_port': {'id': '3568dc82-8357-446a-901a-e16e544b3823', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645de71f-ea4c-438b-8dba-59d130329e93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:23Z', 'updated_at': '2021-12-14T17:54:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': '3318d9e7-b1ec-4af9-9efe-665719f9b066', 'name': '', 'network_id': '9f13c636-a3a7-4725-a2a2-ff0c0947b22d', 'tenant_id': 'e560d14752204b1a99ee1ca2d1db4119', 'mac_address': 'fa:16:3e:b0:23:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645de71f-ea4c-438b-8dba-59d130329e93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f0e8d2a-3d71-4de7-b81a-5a38e628532c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:29Z', 'updated_at': '2021-12-14T17:54:30Z', 'revision_number': 2, 'project_id': 'e560d14752204b1a99ee1ca2d1db4119', 'subnets': [{'id': '0f0e8d2a-3d71-4de7-b81a-5a38e628532c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 17:54:33.842079 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0efc296b-3ef1-41ce-a80a-af69189feb34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:33.845781 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0efc296b-3ef1-41ce-a80a-af69189feb34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720366'] for security_group_rule, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:33.848005 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-8df5c6b8-e5d3-4f51-8d55-ff6f2e0f4ac9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:33.867030 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc296b-3ef1-41ce-a80a-af69189feb34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d65bce0-9028-4cde-86e3-c78009d77c88,revision_number=0']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:33.874220 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-0efc296b-3ef1-41ce-a80a-af69189feb34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:33.887962 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0efc296b-3ef1-41ce-a80a-af69189feb34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:33.889883 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-0efc296b-3ef1-41ce-a80a-af69189feb34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1871974
Dec 14 17:54:33.893243 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 49000) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:33.899414 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-5c6b6548-a122-4906-ade2-44c9e34b0bfc tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Request body: {'security_group_rule': {'security_group_id': '7d2e6f43-3c00-4583-9bac-30b9af910c18', 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:54:33.914243 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-5c6b6548-a122-4906-ade2-44c9e34b0bfc tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:54:33.918837 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-5c6b6548-a122-4906-ade2-44c9e34b0bfc tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Usage tracker for resource:security_group_rule and tenant:dfc18f8040f94448b907f65fb2ffb8d2 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:54:33.922786 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-5c6b6548-a122-4906-ade2-44c9e34b0bfc tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:54:33.930196 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-5c6b6548-a122-4906-ade2-44c9e34b0bfc tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:54:33.948644 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5c6b6548-a122-4906-ade2-44c9e34b0bfc tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:34.030070 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5c6b6548-a122-4906-ade2-44c9e34b0bfc tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:34.033198 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5c6b6548-a122-4906-ade2-44c9e34b0bfc tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720366'] for security_group_rule, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:34.035606 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-6dd817b3-72c9-43cb-aa47-2f663f7316ef tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:34.070595 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b6548-a122-4906-ade2-44c9e34b0bfc tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=735c2fcc-dc1e-4f37-a4cc-d2439a79ffbb,revision_number=0']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:34.074312 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-5c6b6548-a122-4906-ade2-44c9e34b0bfc tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:34.075000 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5c6b6548-a122-4906-ade2-44c9e34b0bfc tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:34.076304 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-5c6b6548-a122-4906-ade2-44c9e34b0bfc tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1819057
Dec 14 17:54:34.079657 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 49008) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:34.089710 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-ef0fef07-a80b-49e3-b0b7-3ba882f084ff tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Request body: {'security_group_rule': {'security_group_id': '7d2e6f43-3c00-4583-9bac-30b9af910c18', 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:54:34.099056 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-ef0fef07-a80b-49e3-b0b7-3ba882f084ff tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:54:34.103205 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-ef0fef07-a80b-49e3-b0b7-3ba882f084ff tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Usage tracker for resource:security_group_rule and tenant:dfc18f8040f94448b907f65fb2ffb8d2 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:54:34.106323 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-ef0fef07-a80b-49e3-b0b7-3ba882f084ff tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:54:34.112672 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-ef0fef07-a80b-49e3-b0b7-3ba882f084ff tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:54:34.133695 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ef0fef07-a80b-49e3-b0b7-3ba882f084ff tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:34.223612 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ef0fef07-a80b-49e3-b0b7-3ba882f084ff tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:34.229332 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ef0fef07-a80b-49e3-b0b7-3ba882f084ff tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720366'] for security_group_rule, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:34.231144 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:34.272520 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0fef07-a80b-49e3-b0b7-3ba882f084ff tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a149760c-19c5-4d1d-8e93-139b82475500,revision_number=0']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:34.275306 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-ef0fef07-a80b-49e3-b0b7-3ba882f084ff tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:34.287986 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ef0fef07-a80b-49e3-b0b7-3ba882f084ff tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:34.290519 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-ef0fef07-a80b-49e3-b0b7-3ba882f084ff tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2096837
Dec 14 17:54:34.293453 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 49014) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:34.299868 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-26da5683-ff9b-4c7e-99d5-4253fdde8816 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Request body: {'security_group_rule': {'security_group_id': '7d2e6f43-3c00-4583-9bac-30b9af910c18', 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:54:34.306567 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-26da5683-ff9b-4c7e-99d5-4253fdde8816 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:54:34.319134 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-26da5683-ff9b-4c7e-99d5-4253fdde8816 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Usage tracker for resource:security_group_rule and tenant:dfc18f8040f94448b907f65fb2ffb8d2 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:54:34.319134 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-26da5683-ff9b-4c7e-99d5-4253fdde8816 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:54:34.320190 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-26da5683-ff9b-4c7e-99d5-4253fdde8816 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:54:34.331891 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.securitygroups_db [None req-26da5683-ff9b-4c7e-99d5-4253fdde8816 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Project dfc18f8040f94448b907f65fb2ffb8d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 14 17:54:34.339239 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-26da5683-ff9b-4c7e-99d5-4253fdde8816 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:34.413928 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-26da5683-ff9b-4c7e-99d5-4253fdde8816 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:34.417118 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-26da5683-ff9b-4c7e-99d5-4253fdde8816 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720366'] for security_group_rule, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:34.419374 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:34.445031 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da5683-ff9b-4c7e-99d5-4253fdde8816 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6e7c2b6-0c60-4a0c-8312-3044201b95bf,revision_number=0']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:34.447446 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-26da5683-ff9b-4c7e-99d5-4253fdde8816 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:34.454580 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-26da5683-ff9b-4c7e-99d5-4253fdde8816 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:34.458589 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-26da5683-ff9b-4c7e-99d5-4253fdde8816 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1614339
Dec 14 17:54:34.459107 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 49018) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:34.465500 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-9b501537-adb6-41e7-8ef5-260346671626 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Request body: {'security_group_rule': {'security_group_id': '7d2e6f43-3c00-4583-9bac-30b9af910c18', 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:54:34.472675 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-9b501537-adb6-41e7-8ef5-260346671626 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:54:34.476939 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-9b501537-adb6-41e7-8ef5-260346671626 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Usage tracker for resource:security_group_rule and tenant:dfc18f8040f94448b907f65fb2ffb8d2 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:54:34.480491 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-9b501537-adb6-41e7-8ef5-260346671626 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:54:34.487793 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-9b501537-adb6-41e7-8ef5-260346671626 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:54:34.498268 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.securitygroups_db [None req-9b501537-adb6-41e7-8ef5-260346671626 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Project dfc18f8040f94448b907f65fb2ffb8d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 14 17:54:34.505833 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9b501537-adb6-41e7-8ef5-260346671626 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:34.593132 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9b501537-adb6-41e7-8ef5-260346671626 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:34.596914 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9b501537-adb6-41e7-8ef5-260346671626 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720366'] for security_group_rule, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:34.599188 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-9c6a498a-7aed-446f-895d-a9b9949b3543 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:34.624926 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b501537-adb6-41e7-8ef5-260346671626 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37eb72c8-b328-440a-b6e2-9978e7f042ee,revision_number=0']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:34.629914 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-9b501537-adb6-41e7-8ef5-260346671626 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:34.634053 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9b501537-adb6-41e7-8ef5-260346671626 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:34.635325 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-9b501537-adb6-41e7-8ef5-260346671626 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1750913
Dec 14 17:54:35.003371 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18409944-9045-48f2-983d-f655c91baee4 req-50c4fdfd-58c0-4e9a-b52f-78b5db6f424b tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:35.011194 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-18409944-9045-48f2-983d-f655c91baee4 req-50c4fdfd-58c0-4e9a-b52f-78b5db6f424b tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 945 time: 0.1068001
Dec 14 17:54:35.061116 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-18409944-9045-48f2-983d-f655c91baee4 req-e35441b4-bfcb-455a-90f0-7b3c1dce1f69 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488639
Dec 14 17:54:35.307785 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63253ebc-d1de-4a4a-87aa-02a5247a339e req-0687116c-4bc3-4a95-935f-38ac84058567 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:35.320995 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-63253ebc-d1de-4a4a-87aa-02a5247a339e req-0687116c-4bc3-4a95-935f-38ac84058567 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 945 time: 0.1092649
Dec 14 17:54:35.322325 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 49070) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:35.339073 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-7722b2c6-04be-458d-9ea7-b6ffe1f965c8 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Request body: {'floatingip': {'port_id': '1d79f2b2-0345-4bf5-818e-2bd900723596'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:54:35.477754 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7722b2c6-04be-458d-9ea7-b6ffe1f965c8 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for floatingip, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:35.768086 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 49094) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:35.938306 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-75b33f2b-49b7-4fb1-80e9-2a4947f50494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:35.972942 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-75b33f2b-49b7-4fb1-80e9-2a4947f50494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:54:35.977137 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-75b33f2b-49b7-4fb1-80e9-2a4947f50494 admin admin] Usage tracker for resource:security_group_rule and tenant:74fd39b6b2874305b665a87239508630 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:54:35.980444 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-75b33f2b-49b7-4fb1-80e9-2a4947f50494 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:54:35.987179 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-75b33f2b-49b7-4fb1-80e9-2a4947f50494 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:54:36.067277 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-75b33f2b-49b7-4fb1-80e9-2a4947f50494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:36.071567 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-75b33f2b-49b7-4fb1-80e9-2a4947f50494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:36.082878 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a91cdc93-f2ab-4c88-8ee9-3d67715ab292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:36.128660 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b33f2b-49b7-4fb1-80e9-2a4947f50494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2e1cd3-78c7-4fed-8495-226809bae068,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:36.131816 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-75b33f2b-49b7-4fb1-80e9-2a4947f50494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:36.134345 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-75b33f2b-49b7-4fb1-80e9-2a4947f50494 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=74fd39b6b2874305b665a87239508630&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3651474
Dec 14 17:54:36.137273 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 49102) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:36.199780 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7722b2c6-04be-458d-9ea7-b6ffe1f965c8 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:36.206023 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7722b2c6-04be-458d-9ea7-b6ffe1f965c8 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646637'] for floatingip, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:36.302672 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-57cf7a4a-12b8-4470-a0cf-bf29f3f75656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:36.339161 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-57cf7a4a-12b8-4470-a0cf-bf29f3f75656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:36.546103 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 3568dc82-8357-446a-901a-e16e544b3823 up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:54:36.627465 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning for port 3568dc82-8357-446a-901a-e16e544b3823 completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:54:36.632891 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port 3568dc82-8357-446a-901a-e16e544b3823 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:54:36.633243 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:36.672350 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-57cf7a4a-12b8-4470-a0cf-bf29f3f75656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:36.678359 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b9662c54-477f-4289-a5b0-ff9fe055e37c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:36.691641 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf7a4a-12b8-4470-a0cf-bf29f3f75656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2e1cd3-78c7-4fed-8495-226809bae068,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:36.696219 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-57cf7a4a-12b8-4470-a0cf-bf29f3f75656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:36.703167 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-57cf7a4a-12b8-4470-a0cf-bf29f3f75656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:36.704353 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-57cf7a4a-12b8-4470-a0cf-bf29f3f75656 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5f2e1cd3-78c7-4fed-8495-226809bae068 HTTP/1.1" status: 204  len: 168 time: 0.5661278
Dec 14 17:54:36.722021 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.l3_db [None req-7722b2c6-04be-458d-9ea7-b6ffe1f965c8 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Floating IP 1777e363-1bb1-4481-86d0-f15a8bca21bf associated. External IP: 172.27.2.162, port: 1d79f2b2-0345-4bf5-818e-2bd900723596.
Dec 14 17:54:36.777170 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:36.794971 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] For port 3568dc82-8357-446a-901a-e16e544b3823, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=3568dc82-8357-446a-901a-e16e544b3823,segment=NetworkSegment(031a1115-d006-4778-96dd-1bbd9a3ec485),segment_id=031a1115-d006-4778-96dd-1bbd9a3ec485)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:54:36.798799 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:36.801092 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2f2b2f0c-a5ab-42b1-a899-d5ec04256c2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:36.886402 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Pushing event updated for resources: {'Port': ['ID=3568dc82-8357-446a-901a-e16e544b3823,revision_number=4']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:36.890227 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:37.095916 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 49114) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:37.116214 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d02605ea-91cc-4f22-87ef-4e110f22691a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:37.155749 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-d02605ea-91cc-4f22-87ef-4e110f22691a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:54:37.157584 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7722b2c6-04be-458d-9ea7-b6ffe1f965c8 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Router f6c0c953-5025-4bb2-a157-fe3d28d19b54 has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 17:54:37.159992 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-d02605ea-91cc-4f22-87ef-4e110f22691a admin admin] Usage tracker for resource:security_group_rule and tenant:f5169d43c519423d9698dbacd790d034 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:54:37.163431 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-d02605ea-91cc-4f22-87ef-4e110f22691a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:54:37.170723 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-d02605ea-91cc-4f22-87ef-4e110f22691a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:54:37.266288 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d02605ea-91cc-4f22-87ef-4e110f22691a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:37.269458 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d02605ea-91cc-4f22-87ef-4e110f22691a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:37.277062 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-425b24f3-4c28-49b6-bfb8-c1479b4a8601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:37.321685 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02605ea-91cc-4f22-87ef-4e110f22691a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6710f885-5ab2-4bee-bb9e-4438bbbd2b14,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:37.325025 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-d02605ea-91cc-4f22-87ef-4e110f22691a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:37.329334 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-d02605ea-91cc-4f22-87ef-4e110f22691a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f5169d43c519423d9698dbacd790d034&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2304642
Dec 14 17:54:37.340387 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 49120) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:37.413077 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2b84a0fd-d819-43c0-924f-d6e07b11162e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:37.441010 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7722b2c6-04be-458d-9ea7-b6ffe1f965c8 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 17:54:37.444880 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2b84a0fd-d819-43c0-924f-d6e07b11162e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:37.445539 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7722b2c6-04be-458d-9ea7-b6ffe1f965c8 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for floatingip, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:37.451786 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ed1f02-3513-46fd-811e-6b3b1676ae3e None None] Sync routers for ids ['f6c0c953-5025-4bb2-a157-fe3d28d19b54'] in dv-cinder-821737-1-iscsi {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 17:54:37.467574 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ed1f02-3513-46fd-811e-6b3b1676ae3e None None] Routers {'f6c0c953-5025-4bb2-a157-fe3d28d19b54'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:54:37.468241 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-e8ed1f02-3513-46fd-811e-6b3b1676ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622ccdc128>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:54:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['f6c0c953-5025-4bb2-a157-fe3d28d19b54'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:54:37.495053 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2b84a0fd-d819-43c0-924f-d6e07b11162e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:37.500886 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-ddea68b3-cc3f-41aa-969b-02f1f12dd418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:37.507057 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-7722b2c6-04be-458d-9ea7-b6ffe1f965c8 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "PUT /v2.0/floatingips/1777e363-1bb1-4481-86d0-f15a8bca21bf HTTP/1.1" status: 200  len: 991 time: 2.1748161
Dec 14 17:54:37.507057 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f50b6ba7-0af3-40fb-b6dc-31e9d37301ba', 'tag': '1d79f2b2-0345-4bf5-818e-2bd900723596'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:54:37.523078 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84a0fd-d819-43c0-924f-d6e07b11162e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6710f885-5ab2-4bee-bb9e-4438bbbd2b14,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:37.525882 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2b84a0fd-d819-43c0-924f-d6e07b11162e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:37.531138 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2b84a0fd-d819-43c0-924f-d6e07b11162e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:37.538436 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-2b84a0fd-d819-43c0-924f-d6e07b11162e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6710f885-5ab2-4bee-bb9e-4438bbbd2b14 HTTP/1.1" status: 204  len: 168 time: 0.1945965
Dec 14 17:54:37.578309 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f50b6ba7-0af3-40fb-b6dc-31e9d37301ba', 'tag': '1d79f2b2-0345-4bf5-818e-2bd900723596', 'status': 'completed', 'code': 200}
Dec 14 17:54:37.741006 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-34a27e2c-6a8c-496a-bad7-40ef79b24135 req-a8399366-05b7-4646-8de1-f76218050435 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0cc1ceabb62d4c3a9a521b81c98f5557&device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 1098 time: 0.1182997
Dec 14 17:54:37.802539 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-e8ed1f02-3513-46fd-811e-6b3b1676ae3e None None] Set router f6c0c953-5025-4bb2-a157-fe3d28d19b54 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:54:37.915179 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a27e2c-6a8c-496a-bad7-40ef79b24135 req-4508675c-28ec-47ff-8d18-166bda6ebba3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:37.916856 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-34a27e2c-6a8c-496a-bad7-40ef79b24135 req-4508675c-28ec-47ff-8d18-166bda6ebba3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a HTTP/1.1" status: 200  len: 917 time: 0.1623862
Dec 14 17:54:38.049512 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-34a27e2c-6a8c-496a-bad7-40ef79b24135 req-6c69ed59-d3fe-475f-b4d1-c679a34b018a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d79f2b2-0345-4bf5-818e-2bd900723596 HTTP/1.1" status: 200  len: 999 time: 0.1186552
Dec 14 17:54:38.111137 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ddf845-9791-44e8-a031-3b7d0e99d264 None None] Sync routers for ids ['645de71f-ea4c-438b-8dba-59d130329e93'] in dv-cinder-821737-1-iscsi {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 17:54:38.128572 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ddf845-9791-44e8-a031-3b7d0e99d264 None None] Routers {'645de71f-ea4c-438b-8dba-59d130329e93'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:54:38.130305 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-08ddf845-9791-44e8-a031-3b7d0e99d264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622c7131d0>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:54:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['645de71f-ea4c-438b-8dba-59d130329e93'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:54:38.152742 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a27e2c-6a8c-496a-bad7-40ef79b24135 req-116a8530-22d5-4d5d-8d70-8ede517dcb5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:54:38.154583 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-34a27e2c-6a8c-496a-bad7-40ef79b24135 req-116a8530-22d5-4d5d-8d70-8ede517dcb5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d978114e-cfd4-4a19-a29a-be42d1f2cd12 HTTP/1.1" status: 200  len: 855 time: 0.0907817
Dec 14 17:54:38.303048 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-34a27e2c-6a8c-496a-bad7-40ef79b24135 req-a8fd8dc4-a70f-4df5-84ca-9d1990e952e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1402202
Dec 14 17:54:38.417463 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-08ddf845-9791-44e8-a031-3b7d0e99d264 None None] Set router 645de71f-ea4c-438b-8dba-59d130329e93 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:54:38.596389 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-34a27e2c-6a8c-496a-bad7-40ef79b24135 req-cea46275-c8f1-4c2b-b8d7-61eee51853c6 service neutron] 10.222.0.41 "GET /v2.0/networks/6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2747734
Dec 14 17:54:38.641875 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 3568dc82-8357-446a-901a-e16e544b3823 up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:54:38.658431 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-e8ed1f02-3513-46fd-811e-6b3b1676ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622ccdc128>, [{'id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'name': 'tempest-AttachVolumeShelveTestJSON-379572698-router', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:53:54Z', 'updated_at': '2021-12-14T17:54:03Z', 'revision_number': 4, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'gw_port': {'id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:69:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:53:56Z', 'updated_at': '2021-12-14T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_floatingips': [{'id': '1777e363-1bb1-4481-86d0-f15a8bca21bf', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'router_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'port_id': '1d79f2b2-0345-4bf5-818e-2bd900723596', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a', 'mac_address': 'fa:16:3e:bd:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50b6ba7-0af3-40fb-b6dc-31e9d37301ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T17:54:11Z', 'updated_at': '2021-12-14T17:54:36Z', 'revision_number': 1, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f148444e-384d-439b-a167-db51bf9f5581', 'name': '', 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'mac_address': 'fa:16:3e:19:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:02Z', 'updated_at': '2021-12-14T17:54:11Z', 'revision_number': 5, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'subnets': [{'id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:54:38.664747 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ed1f02-3513-46fd-811e-6b3b1676ae3e None None] Checking router: f6c0c953-5025-4bb2-a157-fe3d28d19b54 for host: dv-cinder-821737-1-iscsi {{(pid=88125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 17:54:38.680040 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ed1f02-3513-46fd-811e-6b3b1676ae3e None None] Routers {'f6c0c953-5025-4bb2-a157-fe3d28d19b54'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:54:38.680760 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-e8ed1f02-3513-46fd-811e-6b3b1676ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622ccdc128>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:54:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['f6c0c953-5025-4bb2-a157-fe3d28d19b54'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:54:38.884730 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-34a27e2c-6a8c-496a-bad7-40ef79b24135 req-5c53aad7-8655-4aa5-bb00-ef107c1e69a0 service neutron] 10.222.0.41 "GET /v2.0/networks/6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2815313
Dec 14 17:54:38.956997 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port 3568dc82-8357-446a-901a-e16e544b3823 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:54:38.957530 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:39.025555 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-e8ed1f02-3513-46fd-811e-6b3b1676ae3e None None] Set router f6c0c953-5025-4bb2-a157-fe3d28d19b54 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:54:39.283980 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-08ddf845-9791-44e8-a031-3b7d0e99d264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622c7131d0>, [{'id': '645de71f-ea4c-438b-8dba-59d130329e93', 'name': 'tempest-TestVolumeBootPattern-880610245-router', 'tenant_id': 'e560d14752204b1a99ee1ca2d1db4119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '3568dc82-8357-446a-901a-e16e544b3823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:54:22Z', 'updated_at': '2021-12-14T17:54:30Z', 'revision_number': 4, 'project_id': 'e560d14752204b1a99ee1ca2d1db4119', 'gw_port': {'id': '3568dc82-8357-446a-901a-e16e544b3823', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645de71f-ea4c-438b-8dba-59d130329e93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:23Z', 'updated_at': '2021-12-14T17:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': '3318d9e7-b1ec-4af9-9efe-665719f9b066', 'name': '', 'network_id': '9f13c636-a3a7-4725-a2a2-ff0c0947b22d', 'tenant_id': 'e560d14752204b1a99ee1ca2d1db4119', 'mac_address': 'fa:16:3e:b0:23:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645de71f-ea4c-438b-8dba-59d130329e93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f0e8d2a-3d71-4de7-b81a-5a38e628532c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:29Z', 'updated_at': '2021-12-14T17:54:30Z', 'revision_number': 2, 'project_id': 'e560d14752204b1a99ee1ca2d1db4119', 'subnets': [{'id': '0f0e8d2a-3d71-4de7-b81a-5a38e628532c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:54:39.288813 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ddf845-9791-44e8-a031-3b7d0e99d264 None None] Checking router: 645de71f-ea4c-438b-8dba-59d130329e93 for host: dv-cinder-821737-1-iscsi {{(pid=88124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 17:54:39.289473 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ddf845-9791-44e8-a031-3b7d0e99d264 None None] Updating router 645de71f-ea4c-438b-8dba-59d130329e93 port 3318d9e7-b1ec-4af9-9efe-665719f9b066 binding host dv-cinder-821737-1-iscsi {{(pid=88124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 14 17:54:39.374893 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-08ddf845-9791-44e8-a031-3b7d0e99d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:39.522240 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-e8ed1f02-3513-46fd-811e-6b3b1676ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622ccdc128>, [{'id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'name': 'tempest-AttachVolumeShelveTestJSON-379572698-router', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:53:54Z', 'updated_at': '2021-12-14T17:54:03Z', 'revision_number': 4, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'gw_port': {'id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:69:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:53:56Z', 'updated_at': '2021-12-14T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_floatingips': [{'id': '1777e363-1bb1-4481-86d0-f15a8bca21bf', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'router_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'port_id': '1d79f2b2-0345-4bf5-818e-2bd900723596', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a', 'mac_address': 'fa:16:3e:bd:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50b6ba7-0af3-40fb-b6dc-31e9d37301ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T17:54:11Z', 'updated_at': '2021-12-14T17:54:36Z', 'revision_number': 1, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f148444e-384d-439b-a167-db51bf9f5581', 'name': '', 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'mac_address': 'fa:16:3e:19:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:02Z', 'updated_at': '2021-12-14T17:54:11Z', 'revision_number': 5, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'subnets': [{'id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:54:39.529836 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ed1f02-3513-46fd-811e-6b3b1676ae3e None None] The sync data for ids ['f6c0c953-5025-4bb2-a157-fe3d28d19b54'] in dv-cinder-821737-1-iscsi is: [{'id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'name': 'tempest-AttachVolumeShelveTestJSON-379572698-router', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:53:54Z', 'updated_at': '2021-12-14T17:54:03Z', 'revision_number': 4, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'gw_port': {'id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:69:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:53:56Z', 'updated_at': '2021-12-14T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_floatingips': [{'id': '1777e363-1bb1-4481-86d0-f15a8bca21bf', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'router_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'port_id': '1d79f2b2-0345-4bf5-818e-2bd900723596', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a', 'mac_address': 'fa:16:3e:bd:b8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50b6ba7-0af3-40fb-b6dc-31e9d37301ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T17:54:11Z', 'updated_at': '2021-12-14T17:54:36Z', 'revision_number': 1, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f148444e-384d-439b-a167-db51bf9f5581', 'name': '', 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'mac_address': 'fa:16:3e:19:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:02Z', 'updated_at': '2021-12-14T17:54:11Z', 'revision_number': 5, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'subnets': [{'id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 17:54:39.915134 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26caeef3-aded-488f-b12c-773132a124eb None None] New status for floating IP 1777e363-1bb1-4481-86d0-f15a8bca21bf: ACTIVE {{(pid=88125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 14 17:54:39.980616 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-08ddf845-9791-44e8-a031-3b7d0e99d264 None None] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:39.994619 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-08ddf845-9791-44e8-a031-3b7d0e99d264 None None] Transition to ACTIVE for port object 3318d9e7-b1ec-4af9-9efe-665719f9b066 will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:54:40.004437 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-08ddf845-9791-44e8-a031-3b7d0e99d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:40.016505 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-80640af8-b8eb-4c80-8c20-9dc1c8d2ec7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:40.187489 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec335fa-a3e7-402d-8eec-06618c0af52e None None] Pushing event updated for resources: {'Port': ['ID=3318d9e7-b1ec-4af9-9efe-665719f9b066,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:40.194609 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-fec335fa-a3e7-402d-8eec-06618c0af52e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:40.251643 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-08ddf845-9791-44e8-a031-3b7d0e99d264 None None] Attempting to bind port 3318d9e7-b1ec-4af9-9efe-665719f9b066 on host dv-cinder-821737-1-iscsi for vnic_type normal with profile  {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:54:40.252063 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-08ddf845-9791-44e8-a031-3b7d0e99d264 None None] Attempting to bind port 3318d9e7-b1ec-4af9-9efe-665719f9b066 by drivers openvswitch,hyperv on host dv-cinder-821737-1-iscsi at level 0 using segments [{'id': 'e74c992f-f5cb-494e-bfa4-17bfba014f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9f13c636-a3a7-4725-a2a2-ff0c0947b22d'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:54:40.252468 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ddf845-9791-44e8-a031-3b7d0e99d264 None None] Attempting to bind port 3318d9e7-b1ec-4af9-9efe-665719f9b066 on network 9f13c636-a3a7-4725-a2a2-ff0c0947b22d {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:54:40.263350 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ddf845-9791-44e8-a031-3b7d0e99d264 None None] Checking agent: {'id': 'cfd28b24-d8e5-433a-a8d2-fa726f969496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 41, 52), 'started_at': datetime.datetime(2021, 12, 14, 17, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:54:40.263774 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ddf845-9791-44e8-a031-3b7d0e99d264 None None] Checking segment: {'id': 'e74c992f-f5cb-494e-bfa4-17bfba014f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9f13c636-a3a7-4725-a2a2-ff0c0947b22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:54:40.264544 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-08ddf845-9791-44e8-a031-3b7d0e99d264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:40.264978 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ddf845-9791-44e8-a031-3b7d0e99d264 None None] Bound using segment: {'id': 'e74c992f-f5cb-494e-bfa4-17bfba014f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9f13c636-a3a7-4725-a2a2-ff0c0947b22d'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:54:40.265575 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-08ddf845-9791-44e8-a031-3b7d0e99d264 None None] Bound port: 3318d9e7-b1ec-4af9-9efe-665719f9b066, host: dv-cinder-821737-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74c992f-f5cb-494e-bfa4-17bfba014f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9f13c636-a3a7-4725-a2a2-ff0c0947b22d'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:54:40.266025 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-08ddf845-9791-44e8-a031-3b7d0e99d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:40.477529 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-08ddf845-9791-44e8-a031-3b7d0e99d264 None None] For port 3318d9e7-b1ec-4af9-9efe-665719f9b066, host dv-cinder-821737-1-iscsi, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:54:40.487117 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-08ddf845-9791-44e8-a031-3b7d0e99d264 None None] For port 3318d9e7-b1ec-4af9-9efe-665719f9b066, host dv-cinder-821737-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=3318d9e7-b1ec-4af9-9efe-665719f9b066,segment=NetworkSegment(e74c992f-f5cb-494e-bfa4-17bfba014f80),segment_id=e74c992f-f5cb-494e-bfa4-17bfba014f80)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:54:40.491233 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-08ddf845-9791-44e8-a031-3b7d0e99d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:40.495169 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e34eafed-7d3c-4c20-bdf7-a8ce73e0680a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:40.573552 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec335fa-a3e7-402d-8eec-06618c0af52e None None] Pushing event updated for resources: {'Port': ['ID=3318d9e7-b1ec-4af9-9efe-665719f9b066,revision_number=4']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:40.577647 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-fec335fa-a3e7-402d-8eec-06618c0af52e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:40.585095 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ddf845-9791-44e8-a031-3b7d0e99d264 None None] Routers {'645de71f-ea4c-438b-8dba-59d130329e93'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:54:40.585858 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-08ddf845-9791-44e8-a031-3b7d0e99d264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622c7131d0>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:54:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['645de71f-ea4c-438b-8dba-59d130329e93'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:54:40.819034 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-08ddf845-9791-44e8-a031-3b7d0e99d264 None None] Set router 645de71f-ea4c-438b-8dba-59d130329e93 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:54:41.200595 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-08ddf845-9791-44e8-a031-3b7d0e99d264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622c7131d0>, [{'id': '645de71f-ea4c-438b-8dba-59d130329e93', 'name': 'tempest-TestVolumeBootPattern-880610245-router', 'tenant_id': 'e560d14752204b1a99ee1ca2d1db4119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '3568dc82-8357-446a-901a-e16e544b3823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:54:22Z', 'updated_at': '2021-12-14T17:54:30Z', 'revision_number': 4, 'project_id': 'e560d14752204b1a99ee1ca2d1db4119', 'gw_port': {'id': '3568dc82-8357-446a-901a-e16e544b3823', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645de71f-ea4c-438b-8dba-59d130329e93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:23Z', 'updated_at': '2021-12-14T17:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': '3318d9e7-b1ec-4af9-9efe-665719f9b066', 'name': '', 'network_id': '9f13c636-a3a7-4725-a2a2-ff0c0947b22d', 'tenant_id': 'e560d14752204b1a99ee1ca2d1db4119', 'mac_address': 'fa:16:3e:b0:23:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645de71f-ea4c-438b-8dba-59d130329e93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f0e8d2a-3d71-4de7-b81a-5a38e628532c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:29Z', 'updated_at': '2021-12-14T17:54:40Z', 'revision_number': 4, 'project_id': 'e560d14752204b1a99ee1ca2d1db4119', 'subnets': [{'id': '0f0e8d2a-3d71-4de7-b81a-5a38e628532c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:54:41.206019 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ddf845-9791-44e8-a031-3b7d0e99d264 None None] The sync data for ids ['645de71f-ea4c-438b-8dba-59d130329e93'] in dv-cinder-821737-1-iscsi is: [{'id': '645de71f-ea4c-438b-8dba-59d130329e93', 'name': 'tempest-TestVolumeBootPattern-880610245-router', 'tenant_id': 'e560d14752204b1a99ee1ca2d1db4119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '3568dc82-8357-446a-901a-e16e544b3823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:54:22Z', 'updated_at': '2021-12-14T17:54:30Z', 'revision_number': 4, 'project_id': 'e560d14752204b1a99ee1ca2d1db4119', 'gw_port': {'id': '3568dc82-8357-446a-901a-e16e544b3823', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645de71f-ea4c-438b-8dba-59d130329e93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:23Z', 'updated_at': '2021-12-14T17:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': '3318d9e7-b1ec-4af9-9efe-665719f9b066', 'name': '', 'network_id': '9f13c636-a3a7-4725-a2a2-ff0c0947b22d', 'tenant_id': 'e560d14752204b1a99ee1ca2d1db4119', 'mac_address': 'fa:16:3e:b0:23:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645de71f-ea4c-438b-8dba-59d130329e93', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f0e8d2a-3d71-4de7-b81a-5a38e628532c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:29Z', 'updated_at': '2021-12-14T17:54:40Z', 'revision_number': 4, 'project_id': 'e560d14752204b1a99ee1ca2d1db4119', 'subnets': [{'id': '0f0e8d2a-3d71-4de7-b81a-5a38e628532c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 17:54:42.547211 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 3318d9e7-b1ec-4af9-9efe-665719f9b066 up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:54:42.632690 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning for port 3318d9e7-b1ec-4af9-9efe-665719f9b066 completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:54:42.638083 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port 3318d9e7-b1ec-4af9-9efe-665719f9b066 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:54:42.638468 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:42.766789 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:42.807144 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] For port 3318d9e7-b1ec-4af9-9efe-665719f9b066, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=3318d9e7-b1ec-4af9-9efe-665719f9b066,segment=NetworkSegment(e74c992f-f5cb-494e-bfa4-17bfba014f80),segment_id=e74c992f-f5cb-494e-bfa4-17bfba014f80)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:54:42.811701 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:42.813691 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-7c277380-c33f-4421-83f8-a30fde24f650 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:42.883393 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Pushing event updated for resources: {'Port': ['ID=3318d9e7-b1ec-4af9-9efe-665719f9b066,revision_number=5']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:42.886625 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:43.319821 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 6 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 17:54:44.519529 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 3318d9e7-b1ec-4af9-9efe-665719f9b066 up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:54:44.595444 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port 3318d9e7-b1ec-4af9-9efe-665719f9b066 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:54:44.595848 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:50.749106 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0f961f05-1c1a-4d12-92e0-0f699a0f3cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:51.462541 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 49348) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:51.625900 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-09957ce5-3fa4-4dbe-a1e0-feab66ac7d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:51.659789 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:51.665511 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-09957ce5-3fa4-4dbe-a1e0-feab66ac7d42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:54:51.669647 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-09957ce5-3fa4-4dbe-a1e0-feab66ac7d42 admin admin] Usage tracker for resource:security_group_rule and tenant:d8be949c76da43c4819639f0ba3033cd is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:54:51.672713 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-09957ce5-3fa4-4dbe-a1e0-feab66ac7d42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:54:51.679616 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-09957ce5-3fa4-4dbe-a1e0-feab66ac7d42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:54:51.752931 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-09957ce5-3fa4-4dbe-a1e0-feab66ac7d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:51.756833 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-09957ce5-3fa4-4dbe-a1e0-feab66ac7d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:51.764801 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-6238031d-3a5e-4744-aa27-fdbe7c907fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:51.812634 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09957ce5-3fa4-4dbe-a1e0-feab66ac7d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b07f2f-1a26-41eb-b8ce-7aa4fc3fef95,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:51.817057 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-09957ce5-3fa4-4dbe-a1e0-feab66ac7d42 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d8be949c76da43c4819639f0ba3033cd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3534381
Dec 14 17:54:51.818072 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-09957ce5-3fa4-4dbe-a1e0-feab66ac7d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:51.820853 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 49356) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:51.884550 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f2b6447b-f12b-4100-a287-5cdecfe9fe27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:51.914248 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f2b6447b-f12b-4100-a287-5cdecfe9fe27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:51.963167 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f2b6447b-f12b-4100-a287-5cdecfe9fe27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:51.967081 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-7e1d95a2-7ce5-43fb-8a43-fb6bf720a737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:51.979078 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6447b-f12b-4100-a287-5cdecfe9fe27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b07f2f-1a26-41eb-b8ce-7aa4fc3fef95,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:51.982975 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-f2b6447b-f12b-4100-a287-5cdecfe9fe27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:51.986613 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f2b6447b-f12b-4100-a287-5cdecfe9fe27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:51.987833 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-f2b6447b-f12b-4100-a287-5cdecfe9fe27 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/19b07f2f-1a26-41eb-b8ce-7aa4fc3fef95 HTTP/1.1" status: 204  len: 168 time: 0.1659641
Dec 14 17:54:52.390372 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 49368) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:52.411333 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3f09cc8f-4161-4eea-ba7e-f850cb21c9e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:52.443741 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-3f09cc8f-4161-4eea-ba7e-f850cb21c9e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:54:52.447714 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-3f09cc8f-4161-4eea-ba7e-f850cb21c9e6 admin admin] Usage tracker for resource:security_group_rule and tenant:254ac199ecb845f0a51e7881b685208e is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:54:52.450652 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-3f09cc8f-4161-4eea-ba7e-f850cb21c9e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:54:52.456824 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-3f09cc8f-4161-4eea-ba7e-f850cb21c9e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:54:52.530564 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3f09cc8f-4161-4eea-ba7e-f850cb21c9e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:52.534849 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3f09cc8f-4161-4eea-ba7e-f850cb21c9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:52.541694 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-bfc388a5-775a-48cb-b7ad-0dd90d15bb8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:52.583301 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09cc8f-4161-4eea-ba7e-f850cb21c9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9c4d8f-2311-40de-8d73-d6bfa92d2378,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:52.586817 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-3f09cc8f-4161-4eea-ba7e-f850cb21c9e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:52.589605 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-3f09cc8f-4161-4eea-ba7e-f850cb21c9e6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=254ac199ecb845f0a51e7881b685208e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1980155
Dec 14 17:54:52.593354 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 49372) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:52.657076 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0e6c1493-a4f9-4474-85ab-d0152c735157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:52.685049 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0e6c1493-a4f9-4474-85ab-d0152c735157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:52.735724 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0e6c1493-a4f9-4474-85ab-d0152c735157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:52.739754 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-09957ce5-3fa4-4dbe-a1e0-feab66ac7d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:52.751632 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c1493-a4f9-4474-85ab-d0152c735157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9c4d8f-2311-40de-8d73-d6bfa92d2378,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:52.755546 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-0e6c1493-a4f9-4474-85ab-d0152c735157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:52.759249 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0e6c1493-a4f9-4474-85ab-d0152c735157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:52.760475 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-0e6c1493-a4f9-4474-85ab-d0152c735157 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ef9c4d8f-2311-40de-8d73-d6bfa92d2378 HTTP/1.1" status: 204  len: 168 time: 0.1661000
Dec 14 17:54:52.916418 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-dc1d08bb-41bd-4cc2-bbb7-8e5f3f5e0e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:53.216688 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 49382) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:53.237772 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-93426bd3-f677-400f-8f92-a8621443ef2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:53.265307 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:53.278465 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-93426bd3-f677-400f-8f92-a8621443ef2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:54:53.283158 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-93426bd3-f677-400f-8f92-a8621443ef2f admin admin] Usage tracker for resource:security_group_rule and tenant:458f165b111141569442d4a119a35fc2 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:54:53.286707 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-93426bd3-f677-400f-8f92-a8621443ef2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:54:53.293482 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-93426bd3-f677-400f-8f92-a8621443ef2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:54:53.369178 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-93426bd3-f677-400f-8f92-a8621443ef2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:53.372953 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-93426bd3-f677-400f-8f92-a8621443ef2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:53.381924 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2e91cf85-0d64-47a7-bd33-49cd0564f87b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:53.425241 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93426bd3-f677-400f-8f92-a8621443ef2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9616e7dd-8877-487c-a658-dd68cbfa7fc4,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:53.428682 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-93426bd3-f677-400f-8f92-a8621443ef2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:53.434371 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-93426bd3-f677-400f-8f92-a8621443ef2f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=458f165b111141569442d4a119a35fc2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2139432
Dec 14 17:54:53.435448 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 49388) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:53.498110 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b16b5997-ca24-4d5b-b43b-ad29e25a49c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:53.526603 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b16b5997-ca24-4d5b-b43b-ad29e25a49c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:53.576676 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b16b5997-ca24-4d5b-b43b-ad29e25a49c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:53.580615 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-580bbe3f-26e4-46d2-b1fb-b5874a6697bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:53.595594 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b5997-ca24-4d5b-b43b-ad29e25a49c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9616e7dd-8877-487c-a658-dd68cbfa7fc4,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:53.599817 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b16b5997-ca24-4d5b-b43b-ad29e25a49c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:53.603157 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b16b5997-ca24-4d5b-b43b-ad29e25a49c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:53.604356 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-b16b5997-ca24-4d5b-b43b-ad29e25a49c4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9616e7dd-8877-487c-a658-dd68cbfa7fc4 HTTP/1.1" status: 204  len: 168 time: 0.1685920
Dec 14 17:54:54.603099 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:55.094328 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 49430) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:55.257692 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-97cd99e9-6d8c-4383-a053-bc01270bf61b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:55.295307 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-97cd99e9-6d8c-4383-a053-bc01270bf61b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:54:55.299949 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-97cd99e9-6d8c-4383-a053-bc01270bf61b admin admin] Usage tracker for resource:security_group_rule and tenant:58736d8eaae54ad782715b3041d3fd19 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:54:55.303228 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-97cd99e9-6d8c-4383-a053-bc01270bf61b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:54:55.309627 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-97cd99e9-6d8c-4383-a053-bc01270bf61b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:54:55.381977 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-97cd99e9-6d8c-4383-a053-bc01270bf61b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:55.385390 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-97cd99e9-6d8c-4383-a053-bc01270bf61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:55.393376 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e59f8394-5456-48ca-8be0-bbd6019d0a9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:55.435923 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cd99e9-6d8c-4383-a053-bc01270bf61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493671f4-b20f-4c45-846c-72ad29e7eef4,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:55.440339 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-97cd99e9-6d8c-4383-a053-bc01270bf61b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=58736d8eaae54ad782715b3041d3fd19&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3449149
Dec 14 17:54:55.441317 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-97cd99e9-6d8c-4383-a053-bc01270bf61b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:55.443385 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 49440) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:54:55.510459 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7a172a89-12f8-447f-9765-092ab4c1888b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:55.538957 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7a172a89-12f8-447f-9765-092ab4c1888b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:55.587899 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7a172a89-12f8-447f-9765-092ab4c1888b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:55.595289 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-78f73052-c892-4f8d-9f68-4faaadac93e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:54:55.615271 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a172a89-12f8-447f-9765-092ab4c1888b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493671f4-b20f-4c45-846c-72ad29e7eef4,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:54:55.618364 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-7a172a89-12f8-447f-9765-092ab4c1888b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:54:55.619268 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7a172a89-12f8-447f-9765-092ab4c1888b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:54:55.622518 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-7a172a89-12f8-447f-9765-092ab4c1888b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/493671f4-b20f-4c45-846c-72ad29e7eef4 HTTP/1.1" status: 204  len: 168 time: 0.1777534
Dec 14 17:55:00.816757 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-b31df863-df57-47a6-89c9-ffe751115b85 tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=f9ee4ee684b148f290c655829afab4e1&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0331776
Dec 14 17:55:00.978670 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-0b80556f-77ab-4b5f-b756-5caa21b2cd99 tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:00.980263 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-0b80556f-77ab-4b5f-b756-5caa21b2cd99 tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1572971
Dec 14 17:55:01.002928 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-af3e8452-11b6-4a83-ba0b-7b0729da0673 tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.53 "GET /v2.0/quotas/f9ee4ee684b148f290c655829afab4e1 HTTP/1.1" status: 200  len: 375 time: 0.0118942
Dec 14 17:55:01.057249 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-60ef4bd0-bae5-4ae6-a0c7-6f99b913ba0e tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f9ee4ee684b148f290c655829afab4e1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0481436
Dec 14 17:55:01.264785 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2c5e47a0-bd8f-4cf2-830a-8c228295e5b5 req-6239e693-317a-420f-87ee-915b821ce718 tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.53 "GET /v2.0/ports?device_id=7acf1d2c-861b-4799-9125-520ed831685f HTTP/1.1" status: 200  len: 210 time: 0.0479016
Dec 14 17:55:01.586290 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-f9ac6db6-1162-4193-9379-d6b6ae51ffd0 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Synchronizing usage tracker for tenant:dfc18f8040f94448b907f65fb2ffb8d2 on resource:security_group {{(pid=88122) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:55:01.603124 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-f9ac6db6-1162-4193-9379-d6b6ae51ffd0 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Unset dirty status for tenant:dfc18f8040f94448b907f65fb2ffb8d2 on resource:security_group {{(pid=88122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:55:01.604415 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-f9ac6db6-1162-4193-9379-d6b6ae51ffd0 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-115731531&fields=id&tenant_id=dfc18f8040f94448b907f65fb2ffb8d2 HTTP/1.1" status: 200  len: 267 time: 0.0613949
Dec 14 17:55:01.769034 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-6660b3da-6617-4c4a-a81f-30c9668584ee tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:01.769865 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-6660b3da-6617-4c4a-a81f-30c9668584ee tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Synchronizing usage tracker for tenant:dfc18f8040f94448b907f65fb2ffb8d2 on resource:network {{(pid=88122) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:55:01.787324 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-6660b3da-6617-4c4a-a81f-30c9668584ee tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Unset dirty status for tenant:dfc18f8040f94448b907f65fb2ffb8d2 on resource:network {{(pid=88122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:55:01.788601 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-6660b3da-6617-4c4a-a81f-30c9668584ee tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/networks?id=4889aa50-8ecf-4915-9526-7a966caa4901 HTTP/1.1" status: 200  len: 811 time: 0.1769493
Dec 14 17:55:01.806995 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-034a7a83-c0f0-49ee-902b-54009f508be8 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/quotas/dfc18f8040f94448b907f65fb2ffb8d2 HTTP/1.1" status: 200  len: 375 time: 0.0122650
Dec 14 17:55:01.900940 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-508e50bb-6c0c-47b3-8ae5-7754903d2002 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dfc18f8040f94448b907f65fb2ffb8d2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0873570
Dec 14 17:55:02.064782 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-8ee9fa73-15f4-4a9b-ba92-5337fb39af4a service neutron] 10.222.0.53 "GET /v2.0/networks/4889aa50-8ecf-4915-9526-7a966caa4901?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508548
Dec 14 17:55:02.132875 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:02.215078 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-7471abb9-cc4c-4a53-b9a2-dec451f687c1 service neutron] 10.222.0.53 "GET /v2.0/networks/4889aa50-8ecf-4915-9526-7a966caa4901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424267
Dec 14 17:55:02.326782 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-df33ed7e-cf64-443d-9808-5aac5673f0fb tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f9ee4ee684b148f290c655829afab4e1&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0369630
Dec 14 17:55:02.537687 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0b9c969d-1229-497e-ba73-322a5fa80a06 req-81930c35-cf06-4d9f-b860-642d7d83566c tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.53 "GET /v2.0/ports?device_id=7acf1d2c-861b-4799-9125-520ed831685f HTTP/1.1" status: 200  len: 210 time: 0.0503037
Dec 14 17:55:02.538783 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-4d29909d-d8c4-40b8-8272-98c4fc3075fe tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:02.540536 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-4d29909d-d8c4-40b8-8272-98c4fc3075fe tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1877210
Dec 14 17:55:02.559563 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-2b5aba00-0c4b-4427-b8f0-533689d68e3d tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Request body: {'port': {'device_id': '7acf1d2c-861b-4799-9125-520ed831685f', 'network_id': '2a3dd9b1-5cdd-4c06-8178-b674473cf628', 'admin_state_up': True, 'tenant_id': 'f9ee4ee684b148f290c655829afab4e1'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:55:02.696177 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-968a70c0-6d0f-4a0e-a4a6-418681beb222 req-0d9d59dd-01d7-463f-a407-3af747f8bc2e tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d08f7b5-b079-4d77-b5e1-019cf7c9c718 HTTP/1.1" status: 200  len: 210 time: 0.0467536
Dec 14 17:55:02.717246 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-2b5aba00-0c4b-4427-b8f0-533689d68e3d tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:55:02.722740 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-2b5aba00-0c4b-4427-b8f0-533689d68e3d tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Usage tracker for resource:port and tenant:f9ee4ee684b148f290c655829afab4e1 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:55:02.728162 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-2b5aba00-0c4b-4427-b8f0-533689d68e3d tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:55:02.734445 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-2b5aba00-0c4b-4427-b8f0-533689d68e3d tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:55:02.744404 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-2b5aba00-0c4b-4427-b8f0-533689d68e3d tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Made reservation on behalf of f9ee4ee684b148f290c655829afab4e1 for: {'port': 1} {{(pid=88123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:55:02.750030 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-2b5aba00-0c4b-4427-b8f0-533689d68e3d tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:02.764921 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-2b5aba00-0c4b-4427-b8f0-533689d68e3d tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:02.799945 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-2b5aba00-0c4b-4427-b8f0-533689d68e3d tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:55:02.804346 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-2b5aba00-0c4b-4427-b8f0-533689d68e3d tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Usage tracker for resource:security_group_rule and tenant:f9ee4ee684b148f290c655829afab4e1 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:55:02.807340 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-2b5aba00-0c4b-4427-b8f0-533689d68e3d tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:55:02.814243 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-2b5aba00-0c4b-4427-b8f0-533689d68e3d tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:55:02.887186 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-2b5aba00-0c4b-4427-b8f0-533689d68e3d tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:02.890544 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-2b5aba00-0c4b-4427-b8f0-533689d68e3d tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:02.895067 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-972128f3-e5ca-419e-902e-4017bb534308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:02.984194 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5aba00-0c4b-4427-b8f0-533689d68e3d tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1f5504-3d19-4074-a595-e47c2930b636,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:02.989974 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2b5aba00-0c4b-4427-b8f0-533689d68e3d tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:03.076805 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-2b5aba00-0c4b-4427-b8f0-533689d68e3d tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Allocated IP 192.168.233.114 (2a3dd9b1-5cdd-4c06-8178-b674473cf628/5b897cca-f7fe-43fd-a0b2-b56f13cc8272/afc2b844-d309-4ac3-b29e-e8f7ab6630b9) {{(pid=88123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:55:03.306193 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-2b5aba00-0c4b-4427-b8f0-533689d68e3d tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Notify callbacks [] for port, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:03.326881 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-2b5aba00-0c4b-4427-b8f0-533689d68e3d tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Transition to ACTIVE for port object afc2b844-d309-4ac3-b29e-e8f7ab6630b9 will not be triggered until provisioned by entity DHCP. {{(pid=88123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:55:03.349874 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-2b5aba00-0c4b-4427-b8f0-533689d68e3d tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:03.356542 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:03.456972 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-2b5aba00-0c4b-4427-b8f0-533689d68e3d tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Network 2a3dd9b1-5cdd-4c06-8178-b674473cf628 is already hosted by enough agents. {{(pid=88123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:55:03.460808 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5aba00-0c4b-4427-b8f0-533689d68e3d tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Pushing event updated for resources: {'Port': ['ID=afc2b844-d309-4ac3-b29e-e8f7ab6630b9,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:03.463751 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-2b5aba00-0c4b-4427-b8f0-533689d68e3d tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Resources bound (agent type, host, resource id):  {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:55:03.465776 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2b5aba00-0c4b-4427-b8f0-533689d68e3d tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:03.466644 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-2b5aba00-0c4b-4427-b8f0-533689d68e3d tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Received port after_create {{(pid=88123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:55:03.535282 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-2b5aba00-0c4b-4427-b8f0-533689d68e3d tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:03.536092 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-2b5aba00-0c4b-4427-b8f0-533689d68e3d tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:03.574547 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-2b5aba00-0c4b-4427-b8f0-533689d68e3d tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.0190351
Dec 14 17:55:03.591437 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-6af7b04e-ac69-4933-b5a1-2e87f51cdb2e service neutron] Request body: {'port': {'device_id': '7acf1d2c-861b-4799-9125-520ed831685f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:55:03.731605 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-6af7b04e-ac69-4933-b5a1-2e87f51cdb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:03.876298 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-120835bc-19b1-403c-bc25-6b9edea09a5c None None] Provisioning for port afc2b844-d309-4ac3-b29e-e8f7ab6630b9 completed by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:55:03.882935 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-120835bc-19b1-403c-bc25-6b9edea09a5c None None] Provisioning complete for port afc2b844-d309-4ac3-b29e-e8f7ab6630b9 triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:55:03.883385 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-120835bc-19b1-403c-bc25-6b9edea09a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:03.944355 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-120835bc-19b1-403c-bc25-6b9edea09a5c None None] Port afc2b844-d309-4ac3-b29e-e8f7ab6630b9 cannot update to ACTIVE because it is not bound. {{(pid=88124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 14 17:55:04.017891 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c4cdfb54-06d6-4c7f-b4e0-89706d145ce4 req-523b6efb-712a-4c60-9172-f59d853c3212 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d08f7b5-b079-4d77-b5e1-019cf7c9c718 HTTP/1.1" status: 200  len: 210 time: 0.0555439
Dec 14 17:55:04.054291 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c73872-1d3b-443c-ad29-911175f07acd req-91d2e439-e51b-47c6-80ea-a8851087f7d7 tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:04.055895 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-08c73872-1d3b-443c-ad29-911175f07acd req-91d2e439-e51b-47c6-80ea-a8851087f7d7 tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.53 "GET /v2.0/ports?device_id=7acf1d2c-861b-4799-9125-520ed831685f HTTP/1.1" status: 200  len: 936 time: 0.3820732
Dec 14 17:55:04.106257 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-08c73872-1d3b-443c-ad29-911175f07acd req-64dcb58c-9e19-4339-8e95-aa5452050664 tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a1f5504-3d19-4074-a595-e47c2930b636&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438378
Dec 14 17:55:04.125030 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-6af7b04e-ac69-4933-b5a1-2e87f51cdb2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afc2b844-d309-4ac3-b29e-e8f7ab6630b9 {{(pid=88123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:55:04.132711 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-6af7b04e-ac69-4933-b5a1-2e87f51cdb2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:04.151103 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-6af7b04e-ac69-4933-b5a1-2e87f51cdb2e service neutron] Transition to ACTIVE for port object afc2b844-d309-4ac3-b29e-e8f7ab6630b9 will not be triggered until provisioned by entity L2. {{(pid=88123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:55:04.154390 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-6af7b04e-ac69-4933-b5a1-2e87f51cdb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1688486'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:04.159103 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-112914b3-c4dd-4075-a870-2efb216240c2 tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:04.433270 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c2e470a2-2828-47b7-8127-4ca2b0cf002b tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:04.435070 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c2e470a2-2828-47b7-8127-4ca2b0cf002b tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.41 "GET /v2.0/networks?id=4889aa50-8ecf-4915-9526-7a966caa4901 HTTP/1.1" status: 200  len: 811 time: 0.1786985
Dec 14 17:55:04.501775 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7b04e-ac69-4933-b5a1-2e87f51cdb2e service neutron] Pushing event updated for resources: {'Port': ['ID=afc2b844-d309-4ac3-b29e-e8f7ab6630b9,revision_number=2']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:04.514385 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-6af7b04e-ac69-4933-b5a1-2e87f51cdb2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:04.515631 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-26ceb02e-2515-46c4-a584-1480756e65e7 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfc18f8040f94448b907f65fb2ffb8d2 HTTP/1.1" status: 200  len: 379 time: 0.0664575
Dec 14 17:55:04.542610 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c3b947b7-dfda-4ed1-88eb-a7f02a6b9370 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Request body: {'port': {'device_id': '6d08f7b5-b079-4d77-b5e1-019cf7c9c718', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'admin_state_up': True, 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'security_groups': ['7d2e6f43-3c00-4583-9bac-30b9af910c18']}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:55:04.698460 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c3b947b7-dfda-4ed1-88eb-a7f02a6b9370 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:55:04.704276 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c3b947b7-dfda-4ed1-88eb-a7f02a6b9370 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Usage tracker for resource:port and tenant:dfc18f8040f94448b907f65fb2ffb8d2 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:55:04.713067 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c3b947b7-dfda-4ed1-88eb-a7f02a6b9370 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:55:04.721998 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c3b947b7-dfda-4ed1-88eb-a7f02a6b9370 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:55:04.722387 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-6af7b04e-ac69-4933-b5a1-2e87f51cdb2e service neutron] Attempting to bind port afc2b844-d309-4ac3-b29e-e8f7ab6630b9 on host hv-cinder-82173 for vnic_type normal with profile  {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:55:04.723413 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-6af7b04e-ac69-4933-b5a1-2e87f51cdb2e service neutron] Attempting to bind port afc2b844-d309-4ac3-b29e-e8f7ab6630b9 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': 'e80478ec-8ac7-4292-bc45-cb321f13c2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2a3dd9b1-5cdd-4c06-8178-b674473cf628'}] {{(pid=88123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:55:04.724211 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-6af7b04e-ac69-4933-b5a1-2e87f51cdb2e service neutron] Attempting to bind port afc2b844-d309-4ac3-b29e-e8f7ab6630b9 on network 2a3dd9b1-5cdd-4c06-8178-b674473cf628 {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:55:04.732669 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c3b947b7-dfda-4ed1-88eb-a7f02a6b9370 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Made reservation on behalf of dfc18f8040f94448b907f65fb2ffb8d2 for: {'port': 1} {{(pid=88122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:55:04.736754 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-6af7b04e-ac69-4933-b5a1-2e87f51cdb2e service neutron] Port afc2b844-d309-4ac3-b29e-e8f7ab6630b9 on network 2a3dd9b1-5cdd-4c06-8178-b674473cf628 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 14 17:55:04.737412 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-6af7b04e-ac69-4933-b5a1-2e87f51cdb2e service neutron] Attempting to bind port afc2b844-d309-4ac3-b29e-e8f7ab6630b9 on network 2a3dd9b1-5cdd-4c06-8178-b674473cf628 {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:55:04.740158 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c3b947b7-dfda-4ed1-88eb-a7f02a6b9370 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:04.748286 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-6af7b04e-ac69-4933-b5a1-2e87f51cdb2e service neutron] Checking agent: {'id': '12cfdd9e-1aa3-47c9-9727-84a7d707383b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'started_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:55:04.748856 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-6af7b04e-ac69-4933-b5a1-2e87f51cdb2e service neutron] Checking segment: {'id': 'e80478ec-8ac7-4292-bc45-cb321f13c2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2a3dd9b1-5cdd-4c06-8178-b674473cf628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:55:04.749575 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-6af7b04e-ac69-4933-b5a1-2e87f51cdb2e service neutron] Bound using segment: {'id': 'e80478ec-8ac7-4292-bc45-cb321f13c2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2a3dd9b1-5cdd-4c06-8178-b674473cf628'} {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:55:04.750406 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-6af7b04e-ac69-4933-b5a1-2e87f51cdb2e service neutron] Bound port: afc2b844-d309-4ac3-b29e-e8f7ab6630b9, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80478ec-8ac7-4292-bc45-cb321f13c2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2a3dd9b1-5cdd-4c06-8178-b674473cf628'}}] {{(pid=88123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:55:04.750976 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-6af7b04e-ac69-4933-b5a1-2e87f51cdb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:04.891835 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-6af7b04e-ac69-4933-b5a1-2e87f51cdb2e service neutron] For port afc2b844-d309-4ac3-b29e-e8f7ab6630b9, host hv-cinder-82173, cleared binding levels {{(pid=88123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:55:04.895253 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-6af7b04e-ac69-4933-b5a1-2e87f51cdb2e service neutron] For port afc2b844-d309-4ac3-b29e-e8f7ab6630b9, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=afc2b844-d309-4ac3-b29e-e8f7ab6630b9,segment=NetworkSegment(e80478ec-8ac7-4292-bc45-cb321f13c2d1),segment_id=e80478ec-8ac7-4292-bc45-cb321f13c2d1)] {{(pid=88123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:55:04.899424 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-6af7b04e-ac69-4933-b5a1-2e87f51cdb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1688486'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:04.904248 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2835fcdb-b2ae-4589-98db-65c7cfe8e9f5 tempest-VolumesActionsTest-1714124374 tempest-VolumesActionsTest-1714124374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:04.951225 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c3b947b7-dfda-4ed1-88eb-a7f02a6b9370 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Allocated IP 172.20.0.6 (4889aa50-8ecf-4915-9526-7a966caa4901/6ef4cbe3-f2dd-49ee-9531-21f376b28438/3569facf-5aef-485c-808a-0b0780fe2b82) {{(pid=88122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:55:04.975877 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-6af7b04e-ac69-4933-b5a1-2e87f51cdb2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:04.979489 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-6af7b04e-ac69-4933-b5a1-2e87f51cdb2e service neutron] 10.222.0.41 "PUT /v2.0/ports/afc2b844-d309-4ac3-b29e-e8f7ab6630b9 HTTP/1.1" status: 200  len: 1098 time: 1.3925672
Dec 14 17:55:04.983046 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7acf1d2c-861b-4799-9125-520ed831685f', 'tag': 'afc2b844-d309-4ac3-b29e-e8f7ab6630b9'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:55:05.005407 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7b04e-ac69-4933-b5a1-2e87f51cdb2e service neutron] Pushing event updated for resources: {'Port': ['ID=afc2b844-d309-4ac3-b29e-e8f7ab6630b9,revision_number=3']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:05.016904 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-6af7b04e-ac69-4933-b5a1-2e87f51cdb2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:05.116609 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7acf1d2c-861b-4799-9125-520ed831685f', 'tag': 'afc2b844-d309-4ac3-b29e-e8f7ab6630b9', 'status': 'completed', 'code': 200}
Dec 14 17:55:05.160870 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-313e73c5-5a55-472d-96ae-c148d8b1325e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f9ee4ee684b148f290c655829afab4e1&device_id=7acf1d2c-861b-4799-9125-520ed831685f HTTP/1.1" status: 200  len: 1101 time: 0.1336875
Dec 14 17:55:05.246167 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-a59b32c3-e104-447a-8686-05c5a4ed71e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=afc2b844-d309-4ac3-b29e-e8f7ab6630b9 HTTP/1.1" status: 200  len: 217 time: 0.0769582
Dec 14 17:55:05.298669 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-53ae2531-68b5-456e-a499-914d53eecbfe req-228374b4-61f9-4cac-ad21-e6df2172631d tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d08f7b5-b079-4d77-b5e1-019cf7c9c718 HTTP/1.1" status: 200  len: 210 time: 0.0859718
Dec 14 17:55:05.375810 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-e460f364-167e-49ea-b97f-3d2e48fdf8a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:05.377415 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-e460f364-167e-49ea-b97f-3d2e48fdf8a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b897cca-f7fe-43fd-a0b2-b56f13cc8272 HTTP/1.1" status: 200  len: 843 time: 0.1175339
Dec 14 17:55:05.399956 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c3b947b7-dfda-4ed1-88eb-a7f02a6b9370 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for port, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:05.408948 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464087d-948b-46ec-842c-55084dd6780b req-01810573-f582-4020-ae1a-f43acb424b6e tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:05.421954 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f464087d-948b-46ec-842c-55084dd6780b req-01810573-f582-4020-ae1a-f43acb424b6e tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1c07346-bd2e-481a-9e1b-20774812412a HTTP/1.1" status: 200  len: 946 time: 0.2576041
Dec 14 17:55:05.471773 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c3b947b7-dfda-4ed1-88eb-a7f02a6b9370 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Transition to ACTIVE for port object 3569facf-5aef-485c-808a-0b0780fe2b82 will not be triggered until provisioned by entity DHCP. {{(pid=88122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:55:05.482482 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-3f294c98-c708-42ea-ba5c-01c63cec1502 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a3dd9b1-5cdd-4c06-8178-b674473cf628&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0972550
Dec 14 17:55:05.560450 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f464087d-948b-46ec-842c-55084dd6780b req-8b40efdd-8cb3-496d-acb5-042466494fa6 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a2505b3-820c-4cd1-8257-4d727ba8d209&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261618
Dec 14 17:55:05.572069 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c3b947b7-dfda-4ed1-88eb-a7f02a6b9370 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852908220'] for port, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:05.580883 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-0832cce8-1b45-4942-aa48-df002f671685 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:05.638996 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-90d9f4b2-6fca-47a3-8a3b-d096bde53d7c service neutron] 10.222.0.41 "GET /v2.0/networks/2a3dd9b1-5cdd-4c06-8178-b674473cf628?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483467
Dec 14 17:55:05.669839 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c3b947b7-dfda-4ed1-88eb-a7f02a6b9370 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Network 4889aa50-8ecf-4915-9526-7a966caa4901 is already hosted by enough agents. {{(pid=88122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:55:05.674431 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c3b947b7-dfda-4ed1-88eb-a7f02a6b9370 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Resources bound (agent type, host, resource id):  {{(pid=88122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:55:05.678462 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b947b7-dfda-4ed1-88eb-a7f02a6b9370 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Pushing event updated for resources: {'Port': ['ID=3569facf-5aef-485c-808a-0b0780fe2b82,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:05.681391 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c3b947b7-dfda-4ed1-88eb-a7f02a6b9370 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Received port after_create {{(pid=88122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:55:05.708935 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-c3b947b7-dfda-4ed1-88eb-a7f02a6b9370 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:05.718563 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2cd9c7-f893-4bdb-a351-1ae8b396a465 req-d51cdd80-5c7d-44d2-8d07-133bf7f703f3 tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:05.722602 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-3a2cd9c7-f893-4bdb-a351-1ae8b396a465 req-d51cdd80-5c7d-44d2-8d07-133bf7f703f3 tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.53 "GET /v2.0/ports?device_id=7acf1d2c-861b-4799-9125-520ed831685f HTTP/1.1" status: 200  len: 948 time: 0.2462289
Dec 14 17:55:05.791151 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c3b947b7-dfda-4ed1-88eb-a7f02a6b9370 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:05.791881 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c3b947b7-dfda-4ed1-88eb-a7f02a6b9370 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:05.806517 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-cfe2d0e4-4c21-418a-ae7f-fe545fb4c4f1 req-8f6d8238-095b-494c-a9d2-2fbd8118ff08 service neutron] 10.222.0.41 "GET /v2.0/networks/2a3dd9b1-5cdd-4c06-8178-b674473cf628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1532936
Dec 14 17:55:05.820895 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-3a2cd9c7-f893-4bdb-a351-1ae8b396a465 req-653d7790-6e4e-42b8-b52e-6fc502a847f8 tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a1f5504-3d19-4074-a595-e47c2930b636&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899866
Dec 14 17:55:05.842621 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c3b947b7-dfda-4ed1-88eb-a7f02a6b9370 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3141365
Dec 14 17:55:05.868640 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c8badf1b-99a5-40cb-b322-8a250105860d service neutron] Request body: {'port': {'device_id': '6d08f7b5-b079-4d77-b5e1-019cf7c9c718', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:55:05.964900 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-31e73c10-04a2-451b-a03c-578812913485 None None] Provisioning for port 3569facf-5aef-485c-808a-0b0780fe2b82 completed by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:55:05.967859 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8263c166-7299-4261-b453-0f73e5f03a6b req-2d9924fc-61b9-4012-bfda-b1bde3757e02 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f9ee4ee684b148f290c655829afab4e1&device_id=7acf1d2c-861b-4799-9125-520ed831685f HTTP/1.1" status: 200  len: 1101 time: 0.0833259
Dec 14 17:55:05.970515 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-31e73c10-04a2-451b-a03c-578812913485 None None] Provisioning complete for port 3569facf-5aef-485c-808a-0b0780fe2b82 triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:55:05.970931 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-31e73c10-04a2-451b-a03c-578812913485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:05.991940 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c8badf1b-99a5-40cb-b322-8a250105860d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:06.038734 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-31e73c10-04a2-451b-a03c-578812913485 None None] Port 3569facf-5aef-485c-808a-0b0780fe2b82 cannot update to ACTIVE because it is not bound. {{(pid=88124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 14 17:55:06.155299 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263c166-7299-4261-b453-0f73e5f03a6b req-7c26a2fa-0645-4026-ab25-8f6cfe6e83b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:06.156926 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8263c166-7299-4261-b453-0f73e5f03a6b req-7c26a2fa-0645-4026-ab25-8f6cfe6e83b0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a3dd9b1-5cdd-4c06-8178-b674473cf628 HTTP/1.1" status: 200  len: 870 time: 0.1648207
Dec 14 17:55:06.238166 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8263c166-7299-4261-b453-0f73e5f03a6b req-5df697db-754b-4263-af15-944d639ff3aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=afc2b844-d309-4ac3-b29e-e8f7ab6630b9 HTTP/1.1" status: 200  len: 217 time: 0.0721927
Dec 14 17:55:06.309602 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263c166-7299-4261-b453-0f73e5f03a6b req-d1650872-be5a-4472-8fce-63613ca7eb3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:06.311200 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8263c166-7299-4261-b453-0f73e5f03a6b req-d1650872-be5a-4472-8fce-63613ca7eb3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b897cca-f7fe-43fd-a0b2-b56f13cc8272 HTTP/1.1" status: 200  len: 843 time: 0.0657132
Dec 14 17:55:06.383223 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c8badf1b-99a5-40cb-b322-8a250105860d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3569facf-5aef-485c-808a-0b0780fe2b82 {{(pid=88122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:55:06.392126 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c8badf1b-99a5-40cb-b322-8a250105860d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:06.407634 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8263c166-7299-4261-b453-0f73e5f03a6b req-cc45a1ec-cbd7-4a70-9627-d882a38bd11b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a3dd9b1-5cdd-4c06-8178-b674473cf628&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0870497
Dec 14 17:55:06.411077 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c8badf1b-99a5-40cb-b322-8a250105860d service neutron] Transition to ACTIVE for port object 3569facf-5aef-485c-808a-0b0780fe2b82 will not be triggered until provisioned by entity L2. {{(pid=88122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:55:06.415002 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c8badf1b-99a5-40cb-b322-8a250105860d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1867597'] for port, after_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:06.419695 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:06.558621 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8263c166-7299-4261-b453-0f73e5f03a6b req-9ebc5478-d3d6-4cc1-bd09-ea305d508031 service neutron] 10.222.0.41 "GET /v2.0/networks/2a3dd9b1-5cdd-4c06-8178-b674473cf628?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431410
Dec 14 17:55:06.599617 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8badf1b-99a5-40cb-b322-8a250105860d service neutron] Pushing event updated for resources: {'Port': ['ID=3569facf-5aef-485c-808a-0b0780fe2b82,revision_number=2']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:06.610792 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-c8badf1b-99a5-40cb-b322-8a250105860d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:06.721009 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db63f0-a08e-4214-8378-6dbb69990993 req-b8497eb0-dfa1-41bb-ae52-ad6dfd5316d4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:06.721601 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8263c166-7299-4261-b453-0f73e5f03a6b req-1c4881a4-5e61-4eca-8850-84c3f149aae5 service neutron] 10.222.0.41 "GET /v2.0/networks/2a3dd9b1-5cdd-4c06-8178-b674473cf628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1542792
Dec 14 17:55:06.721865 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-a6db63f0-a08e-4214-8378-6dbb69990993 req-b8497eb0-dfa1-41bb-ae52-ad6dfd5316d4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Synchronizing usage tracker for tenant:dfc18f8040f94448b907f65fb2ffb8d2 on resource:port {{(pid=88122) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:55:06.823668 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c8badf1b-99a5-40cb-b322-8a250105860d service neutron] Attempting to bind port 3569facf-5aef-485c-808a-0b0780fe2b82 on host hv-cinder-82173 for vnic_type normal with profile  {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:55:06.824049 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c8badf1b-99a5-40cb-b322-8a250105860d service neutron] Attempting to bind port 3569facf-5aef-485c-808a-0b0780fe2b82 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': 'ca9c137f-aa6e-4e1e-954a-bcc20e945b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901'}] {{(pid=88122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:55:06.824421 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c8badf1b-99a5-40cb-b322-8a250105860d service neutron] Attempting to bind port 3569facf-5aef-485c-808a-0b0780fe2b82 on network 4889aa50-8ecf-4915-9526-7a966caa4901 {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:55:06.828152 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-a6db63f0-a08e-4214-8378-6dbb69990993 req-b8497eb0-dfa1-41bb-ae52-ad6dfd5316d4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Unset dirty status for tenant:dfc18f8040f94448b907f65fb2ffb8d2 on resource:port {{(pid=88122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:55:06.829485 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a6db63f0-a08e-4214-8378-6dbb69990993 req-b8497eb0-dfa1-41bb-ae52-ad6dfd5316d4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d08f7b5-b079-4d77-b5e1-019cf7c9c718 HTTP/1.1" status: 200  len: 943 time: 0.3808057
Dec 14 17:55:06.838879 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c8badf1b-99a5-40cb-b322-8a250105860d service neutron] Port 3569facf-5aef-485c-808a-0b0780fe2b82 on network 4889aa50-8ecf-4915-9526-7a966caa4901 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 14 17:55:06.839246 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c8badf1b-99a5-40cb-b322-8a250105860d service neutron] Attempting to bind port 3569facf-5aef-485c-808a-0b0780fe2b82 on network 4889aa50-8ecf-4915-9526-7a966caa4901 {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:55:06.879445 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c8badf1b-99a5-40cb-b322-8a250105860d service neutron] Checking agent: {'id': '12cfdd9e-1aa3-47c9-9727-84a7d707383b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'started_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:55:06.879829 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c8badf1b-99a5-40cb-b322-8a250105860d service neutron] Checking segment: {'id': 'ca9c137f-aa6e-4e1e-954a-bcc20e945b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:55:06.880263 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c8badf1b-99a5-40cb-b322-8a250105860d service neutron] Bound using segment: {'id': 'ca9c137f-aa6e-4e1e-954a-bcc20e945b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901'} {{(pid=88122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:55:06.880752 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c8badf1b-99a5-40cb-b322-8a250105860d service neutron] Bound port: 3569facf-5aef-485c-808a-0b0780fe2b82, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9c137f-aa6e-4e1e-954a-bcc20e945b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901'}}] {{(pid=88122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:55:06.881139 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c8badf1b-99a5-40cb-b322-8a250105860d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:06.917240 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88819bdb-07b5-48ca-bbf2-b8574c207042 req-ad49e141-122e-4b04-bc73-c5e40bc2219f tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:06.918891 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-88819bdb-07b5-48ca-bbf2-b8574c207042 req-ad49e141-122e-4b04-bc73-c5e40bc2219f tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1c07346-bd2e-481a-9e1b-20774812412a HTTP/1.1" status: 200  len: 946 time: 0.2085283
Dec 14 17:55:06.946172 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a6db63f0-a08e-4214-8378-6dbb69990993 req-86e9f772-6711-434b-92ed-bb31eee496b8 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1099880
Dec 14 17:55:07.037524 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-88819bdb-07b5-48ca-bbf2-b8574c207042 req-5d00678f-5238-4d94-ba6b-829fc653ed78 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a2505b3-820c-4cd1-8257-4d727ba8d209&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940747
Dec 14 17:55:07.041438 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c8badf1b-99a5-40cb-b322-8a250105860d service neutron] For port 3569facf-5aef-485c-808a-0b0780fe2b82, host hv-cinder-82173, cleared binding levels {{(pid=88122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:55:07.044912 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c8badf1b-99a5-40cb-b322-8a250105860d service neutron] For port 3569facf-5aef-485c-808a-0b0780fe2b82, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=3569facf-5aef-485c-808a-0b0780fe2b82,segment=NetworkSegment(ca9c137f-aa6e-4e1e-954a-bcc20e945b60),segment_id=ca9c137f-aa6e-4e1e-954a-bcc20e945b60)] {{(pid=88122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:55:07.049159 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c8badf1b-99a5-40cb-b322-8a250105860d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1867597'] for port, after_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:07.054847 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-cc8fead5-4c32-43ed-9315-940e278e711e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:07.172547 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c8badf1b-99a5-40cb-b322-8a250105860d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:07.174093 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-c8badf1b-99a5-40cb-b322-8a250105860d service neutron] 10.222.0.41 "PUT /v2.0/ports/3569facf-5aef-485c-808a-0b0780fe2b82 HTTP/1.1" status: 200  len: 1093 time: 1.3105733
Dec 14 17:55:07.176671 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d08f7b5-b079-4d77-b5e1-019cf7c9c718', 'tag': '3569facf-5aef-485c-808a-0b0780fe2b82'}] {{(pid=88122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:55:07.193943 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8badf1b-99a5-40cb-b322-8a250105860d service neutron] Pushing event updated for resources: {'Port': ['ID=3569facf-5aef-485c-808a-0b0780fe2b82,revision_number=3']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:07.198470 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-c8badf1b-99a5-40cb-b322-8a250105860d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:07.231181 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9ada8-02df-46b7-ba26-d712a36b5fd6 req-3b8c3ea2-5377-43a5-bf51-c0d11b14578d tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:07.234368 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-78e9ada8-02df-46b7-ba26-d712a36b5fd6 req-3b8c3ea2-5377-43a5-bf51-c0d11b14578d tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.53 "GET /v2.0/ports?device_id=7acf1d2c-861b-4799-9125-520ed831685f HTTP/1.1" status: 200  len: 948 time: 0.1453886
Dec 14 17:55:07.289860 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d08f7b5-b079-4d77-b5e1-019cf7c9c718', 'tag': '3569facf-5aef-485c-808a-0b0780fe2b82', 'status': 'completed', 'code': 200}
Dec 14 17:55:07.303660 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa587f15-54a8-4cce-90b3-cd18d30a22e6 req-c0510f83-c0c8-480a-a1b8-24f0f4dde81a tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:07.305945 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-aa587f15-54a8-4cce-90b3-cd18d30a22e6 req-c0510f83-c0c8-480a-a1b8-24f0f4dde81a tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1c07346-bd2e-481a-9e1b-20774812412a HTTP/1.1" status: 200  len: 946 time: 0.1220236
Dec 14 17:55:07.363960 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-78e9ada8-02df-46b7-ba26-d712a36b5fd6 req-e0e423fc-4328-4bba-8f10-480670840b8c tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a1f5504-3d19-4074-a595-e47c2930b636&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813808
Dec 14 17:55:07.371457 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-9e46f990-5b6a-45c9-95ff-a6cc1428a2e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dfc18f8040f94448b907f65fb2ffb8d2&device_id=6d08f7b5-b079-4d77-b5e1-019cf7c9c718 HTTP/1.1" status: 200  len: 1096 time: 0.1358712
Dec 14 17:55:07.417714 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-aa587f15-54a8-4cce-90b3-cd18d30a22e6 req-21ee9357-ab29-4eb9-a1aa-7e71fbe0f59b tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Deleting port ec04b937-9149-4eda-9ffa-65aec1961d22 {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:55:07.418155 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-aa587f15-54a8-4cce-90b3-cd18d30a22e6 req-21ee9357-ab29-4eb9-a1aa-7e71fbe0f59b tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:07.469584 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-0058fe78-1533-42b6-a5d5-856cd8c0cd72 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3569facf-5aef-485c-808a-0b0780fe2b82 HTTP/1.1" status: 200  len: 217 time: 0.0897532
Dec 14 17:55:07.548489 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-69f34c8b-870b-4da3-998d-c5f11440bbaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:07.550707 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-69f34c8b-870b-4da3-998d-c5f11440bbaa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ef4cbe3-f2dd-49ee-9531-21f376b28438 HTTP/1.1" status: 200  len: 850 time: 0.0729985
Dec 14 17:55:07.635388 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-bf80fac3-ec9c-45e1-ac4d-fc69ae52e75a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4889aa50-8ecf-4915-9526-7a966caa4901&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0771296
Dec 14 17:55:07.700370 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-aa587f15-54a8-4cce-90b3-cd18d30a22e6 req-21ee9357-ab29-4eb9-a1aa-7e71fbe0f59b tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] For port ec04b937-9149-4eda-9ffa-65aec1961d22, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=ec04b937-9149-4eda-9ffa-65aec1961d22,segment=NetworkSegment(100b0513-0059-4351-9a3f-30fa9e51466f),segment_id=100b0513-0059-4351-9a3f-30fa9e51466f)] {{(pid=88123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:55:07.700730 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-aa587f15-54a8-4cce-90b3-cd18d30a22e6 req-21ee9357-ab29-4eb9-a1aa-7e71fbe0f59b tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:07.786686 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-7d96e1bb-3ff0-4ec6-945d-36d2e050112a service neutron] 10.222.0.41 "GET /v2.0/networks/4889aa50-8ecf-4915-9526-7a966caa4901?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418614
Dec 14 17:55:07.828759 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-aa587f15-54a8-4cce-90b3-cd18d30a22e6 req-21ee9357-ab29-4eb9-a1aa-7e71fbe0f59b tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Calling delete_port for ec04b937-9149-4eda-9ffa-65aec1961d22 owned by compute:nova {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:55:07.934741 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9e99a04a-8ea2-4df4-a94a-4c47036fd448 req-099c8052-8d9d-47b3-8daf-96e319ae40c4 service neutron] 10.222.0.41 "GET /v2.0/networks/4889aa50-8ecf-4915-9526-7a966caa4901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1405253
Dec 14 17:55:07.980971 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-aa587f15-54a8-4cce-90b3-cd18d30a22e6 req-21ee9357-ab29-4eb9-a1aa-7e71fbe0f59b tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:07.988214 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-f2a3fe7b-640d-46d5-ac15-2ca0f16a4315 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:07.994031 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['ec04b937-9149-4eda-9ffa-65aec1961d22'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 17:55:08.036890 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee9357-ab29-4eb9-a1aa-7e71fbe0f59b tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Pushing event deleted for resources: {'Port': ['ID=ec04b937-9149-4eda-9ffa-65aec1961d22,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:08.041642 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-21ee9357-ab29-4eb9-a1aa-7e71fbe0f59b tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:08.067871 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a9f5854b-fe06-4932-a0c5-ec34044ddcfa req-77626828-2ba6-4d2b-8a23-9a916709379c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dfc18f8040f94448b907f65fb2ffb8d2&device_id=6d08f7b5-b079-4d77-b5e1-019cf7c9c718 HTTP/1.1" status: 200  len: 1096 time: 0.0858402
Dec 14 17:55:08.128029 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa587f15-54a8-4cce-90b3-cd18d30a22e6 req-21ee9357-ab29-4eb9-a1aa-7e71fbe0f59b tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] No DVR routers for this DVR port ec04b937-9149-4eda-9ffa-65aec1961d22 on host hv-cinder-82173 {{(pid=88123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 14 17:55:08.131180 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-aa587f15-54a8-4cce-90b3-cd18d30a22e6 req-21ee9357-ab29-4eb9-a1aa-7e71fbe0f59b tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:08.135621 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c07346-bd2e-481a-9e1b-20774812412a', 'name': 'network-vif-deleted', 'tag': 'ec04b937-9149-4eda-9ffa-65aec1961d22'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:55:08.150963 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-aa587f15-54a8-4cce-90b3-cd18d30a22e6 req-21ee9357-ab29-4eb9-a1aa-7e71fbe0f59b tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.41 "DELETE /v2.0/ports/ec04b937-9149-4eda-9ffa-65aec1961d22 HTTP/1.1" status: 204  len: 173 time: 0.8377755
Dec 14 17:55:08.544803 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d8be35ae-5b58-4eb8-8694-59fac40c839c req-2763b888-4712-4c8e-bbc3-43db03e679bf tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1c07346-bd2e-481a-9e1b-20774812412a HTTP/1.1" status: 200  len: 210 time: 0.0899389
Dec 14 17:55:08.578099 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5854b-fe06-4932-a0c5-ec34044ddcfa req-0c1419ee-f775-496f-8df0-d8b557d2228b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:08.579653 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a9f5854b-fe06-4932-a0c5-ec34044ddcfa req-0c1419ee-f775-496f-8df0-d8b557d2228b service neutron] 10.222.0.41 "GET /v2.0/networks?id=4889aa50-8ecf-4915-9526-7a966caa4901 HTTP/1.1" status: 200  len: 912 time: 0.5044606
Dec 14 17:55:08.581554 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device afc2b844-d309-4ac3-b29e-e8f7ab6630b9 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 14 17:55:08.610493 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c07346-bd2e-481a-9e1b-20774812412a', 'name': 'network-vif-deleted', 'tag': 'ec04b937-9149-4eda-9ffa-65aec1961d22', 'status': 'completed', 'code': 200}
Dec 14 17:55:08.654372 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fce01d-ffe0-4ae0-b452-f2986c3d7430 req-3d82ab5d-a75e-4d38-a56c-0591514f1f50 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:08.656145 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a2fce01d-ffe0-4ae0-b452-f2986c3d7430 req-3d82ab5d-a75e-4d38-a56c-0591514f1f50 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d08f7b5-b079-4d77-b5e1-019cf7c9c718 HTTP/1.1" status: 200  len: 943 time: 0.5557694
Dec 14 17:55:08.689287 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a9f5854b-fe06-4932-a0c5-ec34044ddcfa req-539e7800-edd2-4b0a-a556-1da8ba5f5e56 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3569facf-5aef-485c-808a-0b0780fe2b82 HTTP/1.1" status: 200  len: 217 time: 0.1004846
Dec 14 17:55:08.770970 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port afc2b844-d309-4ac3-b29e-e8f7ab6630b9, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=afc2b844-d309-4ac3-b29e-e8f7ab6630b9,segment=NetworkSegment(e80478ec-8ac7-4292-bc45-cb321f13c2d1),segment_id=e80478ec-8ac7-4292-bc45-cb321f13c2d1)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:55:08.775752 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a2fce01d-ffe0-4ae0-b452-f2986c3d7430 req-02d22fbf-5642-4aa1-b88a-8cfa04c8705c tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1124578
Dec 14 17:55:08.790647 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5854b-fe06-4932-a0c5-ec34044ddcfa req-8938cdac-d2be-4f15-9fa5-ec7ae0200b3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:08.792494 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a9f5854b-fe06-4932-a0c5-ec34044ddcfa req-8938cdac-d2be-4f15-9fa5-ec7ae0200b3f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ef4cbe3-f2dd-49ee-9531-21f376b28438 HTTP/1.1" status: 200  len: 850 time: 0.0872240
Dec 14 17:55:08.797875 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Returning: {'device': 'afc2b844-d309-4ac3-b29e-e8f7ab6630b9', 'network_id': '2a3dd9b1-5cdd-4c06-8178-b674473cf628', 'port_id': 'afc2b844-d309-4ac3-b29e-e8f7ab6630b9', 'mac_address': 'fa:16:3e:73:71:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b897cca-f7fe-43fd-a0b2-b56f13cc8272', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 17:55:08.883233 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:08.904135 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afc2b844-d309-4ac3-b29e-e8f7ab6630b9 {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:55:08.921135 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port afc2b844-d309-4ac3-b29e-e8f7ab6630b9, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=afc2b844-d309-4ac3-b29e-e8f7ab6630b9,segment=NetworkSegment(e80478ec-8ac7-4292-bc45-cb321f13c2d1),segment_id=e80478ec-8ac7-4292-bc45-cb321f13c2d1)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:55:08.924453 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:08.927666 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-f4cc5004-8865-46aa-bfe5-ac63be2e4598 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:08.958982 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a9f5854b-fe06-4932-a0c5-ec34044ddcfa req-6e0e0603-d349-42c0-bf69-105c1f2aeccc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4889aa50-8ecf-4915-9526-7a966caa4901&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1498525
Dec 14 17:55:08.995689 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=afc2b844-d309-4ac3-b29e-e8f7ab6630b9,revision_number=4']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:09.006499 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:55:09.006971 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:55:09.007336 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:55:09.007704 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:55:09.008090 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:55:09.008454 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:55:09.008814 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:55:09.009177 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:55:09.009534 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:55:09.009985 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:55:09.010343 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:55:09.014849 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:09.026424 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25730701-cb51-4f89-bff4-76a74e8a675f req-e0995011-164e-47ca-a401-5697a460bac1 tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:09.028032 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-25730701-cb51-4f89-bff4-76a74e8a675f req-e0995011-164e-47ca-a401-5697a460bac1 tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.53 "GET /v2.0/ports?device_id=7acf1d2c-861b-4799-9125-520ed831685f HTTP/1.1" status: 200  len: 949 time: 0.1429338
Dec 14 17:55:09.158971 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a9f5854b-fe06-4932-a0c5-ec34044ddcfa req-5c6ddcd2-0033-448d-815a-af0f30d14c26 service neutron] 10.222.0.41 "GET /v2.0/networks/4889aa50-8ecf-4915-9526-7a966caa4901?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1855462
Dec 14 17:55:09.161889 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-25730701-cb51-4f89-bff4-76a74e8a675f req-b1a74d03-ce1f-418b-9913-184b3880d618 tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a1f5504-3d19-4074-a595-e47c2930b636&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858700
Dec 14 17:55:09.197433 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['afc2b844-d309-4ac3-b29e-e8f7ab6630b9'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 17:55:09.310756 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a9f5854b-fe06-4932-a0c5-ec34044ddcfa req-685d67d7-acb2-4e02-bc9c-f26420177b3b service neutron] 10.222.0.41 "GET /v2.0/networks/4889aa50-8ecf-4915-9526-7a966caa4901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1442335
Dec 14 17:55:10.004845 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694ef38-6b6a-4f05-b956-985ffc105f61 req-533b975e-1e1e-46d7-892a-bc043b750e43 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:10.006526 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5694ef38-6b6a-4f05-b956-985ffc105f61 req-533b975e-1e1e-46d7-892a-bc043b750e43 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d08f7b5-b079-4d77-b5e1-019cf7c9c718 HTTP/1.1" status: 200  len: 943 time: 0.0904930
Dec 14 17:55:10.055917 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5694ef38-6b6a-4f05-b956-985ffc105f61 req-f5072820-9445-4c14-895f-0c3ad0c53950 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430760
Dec 14 17:55:10.380698 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063dd80-51eb-48dd-b8ed-5825263644d6 req-84d0879a-757f-4703-9b8d-425ae1014d78 tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:10.382359 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0063dd80-51eb-48dd-b8ed-5825263644d6 req-84d0879a-757f-4703-9b8d-425ae1014d78 tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.53 "GET /v2.0/ports?device_id=7acf1d2c-861b-4799-9125-520ed831685f HTTP/1.1" status: 200  len: 949 time: 0.0925903
Dec 14 17:55:10.432844 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0063dd80-51eb-48dd-b8ed-5825263644d6 req-c7e30722-839b-4a00-bd52-8bfeef32684a tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a1f5504-3d19-4074-a595-e47c2930b636&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442729
Dec 14 17:55:11.283274 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338429a-d182-45a1-820b-31f9ff305f0a req-8d8104ac-f95e-42d3-abc3-770dcb89ff24 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:11.284931 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1338429a-d182-45a1-820b-31f9ff305f0a req-8d8104ac-f95e-42d3-abc3-770dcb89ff24 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d08f7b5-b079-4d77-b5e1-019cf7c9c718 HTTP/1.1" status: 200  len: 943 time: 0.0903816
Dec 14 17:55:11.334688 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1338429a-d182-45a1-820b-31f9ff305f0a req-f5e4ea59-899b-4bbc-8f25-7507d7ce3579 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433528
Dec 14 17:55:11.660792 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f76acb-9030-46e8-abf3-91162839d359 req-d7327dce-0de1-4529-bcba-2e291017fa6d tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:11.662398 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-84f76acb-9030-46e8-abf3-91162839d359 req-d7327dce-0de1-4529-bcba-2e291017fa6d tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.53 "GET /v2.0/ports?device_id=7acf1d2c-861b-4799-9125-520ed831685f HTTP/1.1" status: 200  len: 949 time: 0.0951400
Dec 14 17:55:11.712160 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-84f76acb-9030-46e8-abf3-91162839d359 req-d77f3cf7-996a-4288-a2d7-48c6a54574db tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a1f5504-3d19-4074-a595-e47c2930b636&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433633
Dec 14 17:55:11.881715 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device afc2b844-d309-4ac3-b29e-e8f7ab6630b9 up at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:55:11.957614 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning for port afc2b844-d309-4ac3-b29e-e8f7ab6630b9 completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:55:11.963400 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning complete for port afc2b844-d309-4ac3-b29e-e8f7ab6630b9 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:55:11.963823 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:12.089388 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:12.118091 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acf1d2c-861b-4799-9125-520ed831685f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc2b844-d309-4ac3-b29e-e8f7ab6630b9'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:55:12.128610 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port afc2b844-d309-4ac3-b29e-e8f7ab6630b9, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=afc2b844-d309-4ac3-b29e-e8f7ab6630b9,segment=NetworkSegment(e80478ec-8ac7-4292-bc45-cb321f13c2d1),segment_id=e80478ec-8ac7-4292-bc45-cb321f13c2d1)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:55:12.132415 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:12.133322 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device ec04b937-9149-4eda-9ffa-65aec1961d22 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 17:55:12.161810 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-768c196b-a833-49dd-9816-48b0243846c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:12.194604 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7acf1d2c-861b-4799-9125-520ed831685f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc2b844-d309-4ac3-b29e-e8f7ab6630b9', 'code': 200}
Dec 14 17:55:12.203988 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] No Port match for: ec04b937-9149-4eda-9ffa-65aec1961d22 {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 17:55:12.204390 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device ec04b937-9149-4eda-9ffa-65aec1961d22 not bound to the agent host hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 17:55:12.237881 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=afc2b844-d309-4ac3-b29e-e8f7ab6630b9,revision_number=5']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:12.240974 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:12.547007 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398b15e-64fc-4506-97df-1d530018ace7 req-c0677ec3-f278-4fbf-a289-e9ae80718cc3 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:12.548543 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9398b15e-64fc-4506-97df-1d530018ace7 req-c0677ec3-f278-4fbf-a289-e9ae80718cc3 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d08f7b5-b079-4d77-b5e1-019cf7c9c718 HTTP/1.1" status: 200  len: 943 time: 0.0864515
Dec 14 17:55:12.599225 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9398b15e-64fc-4506-97df-1d530018ace7 req-2da1395f-1b25-4276-93ab-78dfd8c18f83 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440023
Dec 14 17:55:12.928698 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb12b3b-fc98-4b37-bb29-2ffbb7b94f2b req-b351ec33-0dab-400e-9b46-2c6f52b2eb16 tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:12.930376 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2fb12b3b-fc98-4b37-bb29-2ffbb7b94f2b req-b351ec33-0dab-400e-9b46-2c6f52b2eb16 tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.53 "GET /v2.0/ports?device_id=7acf1d2c-861b-4799-9125-520ed831685f HTTP/1.1" status: 200  len: 950 time: 0.0892618
Dec 14 17:55:12.984589 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2fb12b3b-fc98-4b37-bb29-2ffbb7b94f2b req-69497545-8463-45ed-b658-33893857615c tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a1f5504-3d19-4074-a595-e47c2930b636&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477397
Dec 14 17:55:13.080336 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-463a4983-5527-41da-b493-159005ac891d req-ca3bed50-dadb-4c04-add5-d8a8fe5f852e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7acf1d2c-861b-4799-9125-520ed831685f HTTP/1.1" status: 200  len: 1103 time: 0.0775428
Dec 14 17:55:13.133271 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-463a4983-5527-41da-b493-159005ac891d req-66331216-0aa9-4eb3-a85c-5f2816accb7c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9a1f5504-3d19-4074-a595-e47c2930b636&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451863
Dec 14 17:55:13.816079 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73db802-f50a-408f-b400-81718df70e84 req-177573fa-e58c-4c0f-97b4-926035ddd8c0 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:13.818424 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b73db802-f50a-408f-b400-81718df70e84 req-177573fa-e58c-4c0f-97b4-926035ddd8c0 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d08f7b5-b079-4d77-b5e1-019cf7c9c718 HTTP/1.1" status: 200  len: 943 time: 0.0894530
Dec 14 17:55:13.870359 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b73db802-f50a-408f-b400-81718df70e84 req-e3f11853-eee1-41be-97d8-87718d7642e3 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456545
Dec 14 17:55:14.460016 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500bad7-e24f-454f-a0d6-7414f4bbe636 req-e2889463-c21f-43f8-9dff-78c654b08c10 tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:14.461723 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b500bad7-e24f-454f-a0d6-7414f4bbe636 req-e2889463-c21f-43f8-9dff-78c654b08c10 tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.53 "GET /v2.0/ports?device_id=7acf1d2c-861b-4799-9125-520ed831685f HTTP/1.1" status: 200  len: 950 time: 0.3523502
Dec 14 17:55:14.515967 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b500bad7-e24f-454f-a0d6-7414f4bbe636 req-25840240-6714-413f-8d89-f06b59ce3284 tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a1f5504-3d19-4074-a595-e47c2930b636&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465624
Dec 14 17:55:14.815388 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 3569facf-5aef-485c-808a-0b0780fe2b82 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 14 17:55:15.159848 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 3569facf-5aef-485c-808a-0b0780fe2b82, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=3569facf-5aef-485c-808a-0b0780fe2b82,segment=NetworkSegment(ca9c137f-aa6e-4e1e-954a-bcc20e945b60),segment_id=ca9c137f-aa6e-4e1e-954a-bcc20e945b60)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:55:15.176196 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Returning: {'device': '3569facf-5aef-485c-808a-0b0780fe2b82', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'port_id': '3569facf-5aef-485c-808a-0b0780fe2b82', 'mac_address': 'fa:16:3e:0b:d4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 17:55:15.186606 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7460d79-ea1b-444b-a2c7-f7362b0dbde9 req-5a088a5d-7e16-4f6f-9572-19cd591c421e tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:15.188334 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f7460d79-ea1b-444b-a2c7-f7362b0dbde9 req-5a088a5d-7e16-4f6f-9572-19cd591c421e tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d08f7b5-b079-4d77-b5e1-019cf7c9c718 HTTP/1.1" status: 200  len: 943 time: 0.1827912
Dec 14 17:55:15.240559 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:15.248940 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f7460d79-ea1b-444b-a2c7-f7362b0dbde9 req-4484b881-472c-499a-8ad2-466645d39e00 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533588
Dec 14 17:55:15.263428 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3569facf-5aef-485c-808a-0b0780fe2b82 {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:55:15.280105 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 3569facf-5aef-485c-808a-0b0780fe2b82, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=3569facf-5aef-485c-808a-0b0780fe2b82,segment=NetworkSegment(ca9c137f-aa6e-4e1e-954a-bcc20e945b60),segment_id=ca9c137f-aa6e-4e1e-954a-bcc20e945b60)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:55:15.283905 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:15.286727 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-d4657c2c-c8cc-4587-bf48-72bdf75115ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:15.358235 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=3569facf-5aef-485c-808a-0b0780fe2b82,revision_number=4']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:15.362179 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:15.564640 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['3569facf-5aef-485c-808a-0b0780fe2b82'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 17:55:15.743562 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8cd97-4a93-499d-87e0-34f37a9bf548 req-47c767fe-af1b-4fbb-b205-25404b79b8fd tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:15.746395 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-38c8cd97-4a93-499d-87e0-34f37a9bf548 req-47c767fe-af1b-4fbb-b205-25404b79b8fd tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.53 "GET /v2.0/ports?device_id=7acf1d2c-861b-4799-9125-520ed831685f HTTP/1.1" status: 200  len: 950 time: 0.0980222
Dec 14 17:55:15.802259 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-38c8cd97-4a93-499d-87e0-34f37a9bf548 req-43ce7ef6-1fc4-4d1d-b2f9-029b8d1e73ea tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a1f5504-3d19-4074-a595-e47c2930b636&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481901
Dec 14 17:55:16.298056 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a7eca-1cbb-419a-ab1b-564e4c45cb6d req-95eeba92-ecf9-4de1-a21e-a5c538420ff0 tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:16.299724 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-261a7eca-1cbb-419a-ab1b-564e4c45cb6d req-95eeba92-ecf9-4de1-a21e-a5c538420ff0 tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.53 "GET /v2.0/ports?device_id=7acf1d2c-861b-4799-9125-520ed831685f HTTP/1.1" status: 200  len: 950 time: 0.0875840
Dec 14 17:55:16.352138 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-261a7eca-1cbb-419a-ab1b-564e4c45cb6d req-a8e94c19-e7e8-4df9-af1f-ecd1314e584f tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a1f5504-3d19-4074-a595-e47c2930b636&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456176
Dec 14 17:55:16.572470 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd4f73-a70e-42c3-811f-176a52a00cf0 req-aaf79f51-ea2c-4ac6-9640-de77557a3299 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:16.574109 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-3fcd4f73-a70e-42c3-811f-176a52a00cf0 req-aaf79f51-ea2c-4ac6-9640-de77557a3299 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d08f7b5-b079-4d77-b5e1-019cf7c9c718 HTTP/1.1" status: 200  len: 944 time: 0.0976725
Dec 14 17:55:16.625355 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-3fcd4f73-a70e-42c3-811f-176a52a00cf0 req-34c0a77a-7b04-4dfb-96f3-7566972ba65a tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449464
Dec 14 17:55:16.820988 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4664d69-4737-42a6-8853-0617839485d7 req-991bfc5d-2463-4da4-95c9-95ac551a9fb8 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:16.822586 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f4664d69-4737-42a6-8853-0617839485d7 req-991bfc5d-2463-4da4-95c9-95ac551a9fb8 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.0852997
Dec 14 17:55:16.875274 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f4664d69-4737-42a6-8853-0617839485d7 req-dce0ffb5-d024-45fb-a24c-16e5b7721d26 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464771
Dec 14 17:55:17.576943 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2464ce9-a373-4857-a9d1-044582b55559 req-4e0dfd82-4d63-4000-a391-a32dfe4c0eab tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:17.578990 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f2464ce9-a373-4857-a9d1-044582b55559 req-4e0dfd82-4d63-4000-a391-a32dfe4c0eab tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.53 "GET /v2.0/ports?device_id=7acf1d2c-861b-4799-9125-520ed831685f HTTP/1.1" status: 200  len: 950 time: 0.0961955
Dec 14 17:55:17.632703 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f2464ce9-a373-4857-a9d1-044582b55559 req-b803b572-c522-4c41-9203-ee756f993cc9 tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a1f5504-3d19-4074-a595-e47c2930b636&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464673
Dec 14 17:55:17.854683 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f280a4e-00a1-4a0a-a83d-b402fee10fab req-a54cfe29-ec59-4ec6-91c2-20e7a27a5fa0 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:17.856318 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5f280a4e-00a1-4a0a-a83d-b402fee10fab req-a54cfe29-ec59-4ec6-91c2-20e7a27a5fa0 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d08f7b5-b079-4d77-b5e1-019cf7c9c718 HTTP/1.1" status: 200  len: 944 time: 0.0986860
Dec 14 17:55:17.911515 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5f280a4e-00a1-4a0a-a83d-b402fee10fab req-dd719a00-d7f9-4c42-b539-62db7b0a7962 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484102
Dec 14 17:55:18.122887 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe9660-34bf-458c-bcdd-78c008844e9f req-a2e5fdba-aea2-44a9-8d4e-6e0b2ad26bf0 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:18.124525 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b6fe9660-34bf-458c-bcdd-78c008844e9f req-a2e5fdba-aea2-44a9-8d4e-6e0b2ad26bf0 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.0984766
Dec 14 17:55:18.176406 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b6fe9660-34bf-458c-bcdd-78c008844e9f req-64d802ce-6da2-43fa-abc9-797e894a48f8 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452802
Dec 14 17:55:18.854536 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7ac1e-fd0e-429e-b300-b55c29ffe2b0 req-63351815-11c7-43a9-b168-d05629517566 tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:18.856434 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-57a7ac1e-fd0e-429e-b300-b55c29ffe2b0 req-63351815-11c7-43a9-b168-d05629517566 tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.53 "GET /v2.0/ports?device_id=7acf1d2c-861b-4799-9125-520ed831685f HTTP/1.1" status: 200  len: 950 time: 0.0902424
Dec 14 17:55:18.905885 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-57a7ac1e-fd0e-429e-b300-b55c29ffe2b0 req-d021538e-b380-48ba-aef8-e6be9a73deef tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a1f5504-3d19-4074-a595-e47c2930b636&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431437
Dec 14 17:55:19.138910 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828033c-e000-4846-a2ad-58b6957eab1d req-976c9dae-758f-4b28-a9a6-3eaf1d710722 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:19.140898 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9828033c-e000-4846-a2ad-58b6957eab1d req-976c9dae-758f-4b28-a9a6-3eaf1d710722 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d08f7b5-b079-4d77-b5e1-019cf7c9c718 HTTP/1.1" status: 200  len: 944 time: 0.0972395
Dec 14 17:55:19.304191 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9828033c-e000-4846-a2ad-58b6957eab1d req-e791c16e-bd67-4bb0-bba5-489ee6824683 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1566746
Dec 14 17:55:19.363609 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-ecc12ae2-5be9-4f40-abed-4eb95803a984 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:19.365926 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-ecc12ae2-5be9-4f40-abed-4eb95803a984 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/networks?id=ba1a6082-bfb6-4c3d-9819-4790a6e9d92f HTTP/1.1" status: 200  len: 813 time: 0.2022631
Dec 14 17:55:19.385506 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-7dfd25c0-72e0-43ee-a298-99515d05f464 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/quotas/6283c9bd5e614aedb499945da6738b78 HTTP/1.1" status: 200  len: 375 time: 0.0133822
Dec 14 17:55:19.472345 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-a377136c-bc07-4f26-8460-89a60673a627 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6283c9bd5e614aedb499945da6738b78&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0806489
Dec 14 17:55:19.532022 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb9d0c-4dfc-47e4-8e80-de35cea9e197 req-88895ecc-561a-4d33-b018-4465f66a1586 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:19.533663 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-babb9d0c-4dfc-47e4-8e80-de35cea9e197 req-88895ecc-561a-4d33-b018-4465f66a1586 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.1028991
Dec 14 17:55:19.629782 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-babb9d0c-4dfc-47e4-8e80-de35cea9e197 req-dc75a092-45df-4e7e-96c3-e42ae0a95297 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0892522
Dec 14 17:55:19.726605 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-71c1b7ca-02fd-470b-860b-bed8035c34f3 service neutron] 10.222.0.53 "GET /v2.0/networks/ba1a6082-bfb6-4c3d-9819-4790a6e9d92f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2425649
Dec 14 17:55:19.893952 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-01d47c28-5705-4198-899f-b119db71e309 service neutron] 10.222.0.53 "GET /v2.0/networks/ba1a6082-bfb6-4c3d-9819-4790a6e9d92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1594405
Dec 14 17:55:20.124462 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-12847b6e-f06e-4277-bf8f-2cd9101dfdb5 req-48420440-2eff-4062-bf8c-63fff060f750 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/ports?device_id=504b53fc-3713-4657-b4de-121d65b7b53c HTTP/1.1" status: 200  len: 210 time: 0.0512524
Dec 14 17:55:20.172556 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bf7ec-afce-4ded-80e1-d308770f91b0 req-cad6bc04-ad6d-4546-94d5-041a8f483959 tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:20.174225 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-086bf7ec-afce-4ded-80e1-d308770f91b0 req-cad6bc04-ad6d-4546-94d5-041a8f483959 tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.53 "GET /v2.0/ports?device_id=7acf1d2c-861b-4799-9125-520ed831685f HTTP/1.1" status: 200  len: 950 time: 0.1417198
Dec 14 17:55:20.228284 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-086bf7ec-afce-4ded-80e1-d308770f91b0 req-98dd537f-1d9e-48cc-a1e1-6bbfd7357d17 tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a1f5504-3d19-4074-a595-e47c2930b636&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474653
Dec 14 17:55:20.312215 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 6 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 17:55:20.352470 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c423fc-8faf-4be6-9704-275921affa41 req-036388e5-f3a0-4617-9f77-3551bdff44fc tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:20.354279 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-68c423fc-8faf-4be6-9704-275921affa41 req-036388e5-f3a0-4617-9f77-3551bdff44fc tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.41 "GET /v2.0/ports?device_id=7acf1d2c-861b-4799-9125-520ed831685f HTTP/1.1" status: 200  len: 950 time: 0.0906906
Dec 14 17:55:20.439750 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-68c423fc-8faf-4be6-9704-275921affa41 req-ee8d99ed-fd05-4715-9b8f-1810ec58b2aa tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Deleting port afc2b844-d309-4ac3-b29e-e8f7ab6630b9 {{(pid=88122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:55:20.440098 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-68c423fc-8faf-4be6-9704-275921affa41 req-ee8d99ed-fd05-4715-9b8f-1810ec58b2aa tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:20.668813 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad11f84-9fbb-4e8c-88f9-76094fc31d82 req-ef875ee7-d3ea-4f14-8282-c4376fc429d5 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:20.670352 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-bad11f84-9fbb-4e8c-88f9-76094fc31d82 req-ef875ee7-d3ea-4f14-8282-c4376fc429d5 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d08f7b5-b079-4d77-b5e1-019cf7c9c718 HTTP/1.1" status: 200  len: 944 time: 0.2005913
Dec 14 17:55:20.769039 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ed34be94-20dc-437a-89c2-08faabf710f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:20.865507 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 3569facf-5aef-485c-808a-0b0780fe2b82 up at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:55:20.949915 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning for port 3569facf-5aef-485c-808a-0b0780fe2b82 completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:55:20.955744 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning complete for port 3569facf-5aef-485c-808a-0b0780fe2b82 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:55:20.956181 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:21.093581 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:21.102275 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-68c423fc-8faf-4be6-9704-275921affa41 req-ee8d99ed-fd05-4715-9b8f-1810ec58b2aa tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] For port afc2b844-d309-4ac3-b29e-e8f7ab6630b9, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=afc2b844-d309-4ac3-b29e-e8f7ab6630b9,segment=NetworkSegment(e80478ec-8ac7-4292-bc45-cb321f13c2d1),segment_id=e80478ec-8ac7-4292-bc45-cb321f13c2d1)] {{(pid=88122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:55:21.102672 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-68c423fc-8faf-4be6-9704-275921affa41 req-ee8d99ed-fd05-4715-9b8f-1810ec58b2aa tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:21.114758 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-bad11f84-9fbb-4e8c-88f9-76094fc31d82 req-000adb13-cf7e-4ed0-978f-a020207f4a77 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3879719
Dec 14 17:55:21.139673 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d08f7b5-b079-4d77-b5e1-019cf7c9c718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3569facf-5aef-485c-808a-0b0780fe2b82'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:55:21.151957 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 3569facf-5aef-485c-808a-0b0780fe2b82, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=3569facf-5aef-485c-808a-0b0780fe2b82,segment=NetworkSegment(ca9c137f-aa6e-4e1e-954a-bcc20e945b60),segment_id=ca9c137f-aa6e-4e1e-954a-bcc20e945b60)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:55:21.153856 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0720e-2831-432b-8145-410ed652c9d0 req-839a53db-f804-47bf-b698-15c88036ca50 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:21.155424 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-c4b0720e-2831-432b-8145-410ed652c9d0 req-839a53db-f804-47bf-b698-15c88036ca50 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Synchronizing usage tracker for tenant:1d8ae983c147420a92d8c91613de9b2e on resource:port {{(pid=88123) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:55:21.155952 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:21.157047 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device afc2b844-d309-4ac3-b29e-e8f7ab6630b9 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 17:55:21.186042 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-c4b0720e-2831-432b-8145-410ed652c9d0 req-839a53db-f804-47bf-b698-15c88036ca50 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Unset dirty status for tenant:1d8ae983c147420a92d8c91613de9b2e on resource:port {{(pid=88123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:55:21.187708 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c4b0720e-2831-432b-8145-410ed652c9d0 req-839a53db-f804-47bf-b698-15c88036ca50 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.1365807
Dec 14 17:55:21.190927 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:21.248411 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-68c423fc-8faf-4be6-9704-275921affa41 req-ee8d99ed-fd05-4715-9b8f-1810ec58b2aa tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Calling delete_port for afc2b844-d309-4ac3-b29e-e8f7ab6630b9 owned by compute:nova {{(pid=88122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:55:21.269846 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-c4b0720e-2831-432b-8145-410ed652c9d0 req-14108b11-c016-4f91-831b-8ce7fd6ef5ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Deleting port a869d0b8-68c2-4175-b459-080e286a5577 {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:55:21.270187 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-c4b0720e-2831-432b-8145-410ed652c9d0 req-14108b11-c016-4f91-831b-8ce7fd6ef5ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:21.293899 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=3569facf-5aef-485c-808a-0b0780fe2b82,revision_number=5']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:21.313507 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ce05c-d1bd-47e6-84d9-95d434e0124c req-964cb2bb-4f1b-4260-99be-4800bb8c5593 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:21.315188 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-047ce05c-d1bd-47e6-84d9-95d434e0124c req-964cb2bb-4f1b-4260-99be-4800bb8c5593 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.5478857
Dec 14 17:55:21.326818 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:21.355414 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:21.421577 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d08f7b5-b079-4d77-b5e1-019cf7c9c718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3569facf-5aef-485c-808a-0b0780fe2b82', 'code': 200}
Dec 14 17:55:21.430951 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port afc2b844-d309-4ac3-b29e-e8f7ab6630b9, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=afc2b844-d309-4ac3-b29e-e8f7ab6630b9,segment=NetworkSegment(e80478ec-8ac7-4292-bc45-cb321f13c2d1),segment_id=e80478ec-8ac7-4292-bc45-cb321f13c2d1)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:55:21.435622 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:21.440418 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-047ce05c-d1bd-47e6-84d9-95d434e0124c req-0f982e26-2002-4051-9bc6-56e7e64724fd tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1111157
Dec 14 17:55:21.454959 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.db.api [req-68c423fc-8faf-4be6-9704-275921affa41 req-ee8d99ed-fd05-4715-9b8f-1810ec58b2aa tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88122) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 14 17:55:21.458871 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_db.api [req-68c423fc-8faf-4be6-9704-275921affa41 req-ee8d99ed-fd05-4715-9b8f-1810ec58b2aa tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 14 17:55:21.459343 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:21.571577 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=afc2b844-d309-4ac3-b29e-e8f7ab6630b9,revision_number=6']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:21.575396 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:21.597531 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-c4b0720e-2831-432b-8145-410ed652c9d0 req-14108b11-c016-4f91-831b-8ce7fd6ef5ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] For port a869d0b8-68c2-4175-b459-080e286a5577, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=a869d0b8-68c2-4175-b459-080e286a5577,segment=NetworkSegment(f04df0de-e1dd-4c82-94f5-bc20bcdf696e),segment_id=f04df0de-e1dd-4c82-94f5-bc20bcdf696e)] {{(pid=88123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:55:21.597968 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-c4b0720e-2831-432b-8145-410ed652c9d0 req-14108b11-c016-4f91-831b-8ce7fd6ef5ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:21.614416 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-91919eef-f97e-48cb-b136-b0ef43648aff req-a2224ec9-02da-4c31-9903-d145f75ae45b tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/ports?device_id=504b53fc-3713-4657-b4de-121d65b7b53c HTTP/1.1" status: 200  len: 210 time: 0.0906186
Dec 14 17:55:21.656061 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:21.705974 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26570103-0149-4ff1-92d5-ae2f164f3d2a req-190fdfd2-423e-4972-9a01-5bfd80ab0c0e tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:21.710365 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-26570103-0149-4ff1-92d5-ae2f164f3d2a req-190fdfd2-423e-4972-9a01-5bfd80ab0c0e tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.53 "GET /v2.0/ports?device_id=7acf1d2c-861b-4799-9125-520ed831685f HTTP/1.1" status: 200  len: 948 time: 0.0996161
Dec 14 17:55:21.753851 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.41', 65533) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:55:21.762401 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-26570103-0149-4ff1-92d5-ae2f164f3d2a req-3f31b796-1a28-4271-80ea-9592311c6543 tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a1f5504-3d19-4074-a595-e47c2930b636&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473528
Dec 14 17:55:21.960842 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-68c423fc-8faf-4be6-9704-275921affa41 req-ee8d99ed-fd05-4715-9b8f-1810ec58b2aa tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Deleting port afc2b844-d309-4ac3-b29e-e8f7ab6630b9 {{(pid=88122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:55:21.961416 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-68c423fc-8faf-4be6-9704-275921affa41 req-ee8d99ed-fd05-4715-9b8f-1810ec58b2aa tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:22.237406 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-68c423fc-8faf-4be6-9704-275921affa41 req-ee8d99ed-fd05-4715-9b8f-1810ec58b2aa tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] For port afc2b844-d309-4ac3-b29e-e8f7ab6630b9, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=afc2b844-d309-4ac3-b29e-e8f7ab6630b9,segment=NetworkSegment(e80478ec-8ac7-4292-bc45-cb321f13c2d1),segment_id=e80478ec-8ac7-4292-bc45-cb321f13c2d1)] {{(pid=88122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:55:22.237963 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-68c423fc-8faf-4be6-9704-275921affa41 req-ee8d99ed-fd05-4715-9b8f-1810ec58b2aa tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:22.336639 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-c4b0720e-2831-432b-8145-410ed652c9d0 req-14108b11-c016-4f91-831b-8ce7fd6ef5ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:22.337546 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-c4b0720e-2831-432b-8145-410ed652c9d0 req-14108b11-c016-4f91-831b-8ce7fd6ef5ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646637'] for floatingip, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:22.338281 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.l3_db [req-c4b0720e-2831-432b-8145-410ed652c9d0 req-14108b11-c016-4f91-831b-8ce7fd6ef5ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Floating IP 14c33356-4452-4714-bf5b-0947d003a34f disassociated. External IP: 172.27.2.46, port: a869d0b8-68c2-4175-b459-080e286a5577.
Dec 14 17:55:22.338900 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-c4b0720e-2831-432b-8145-410ed652c9d0 req-14108b11-c016-4f91-831b-8ce7fd6ef5ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Calling delete_port for a869d0b8-68c2-4175-b459-080e286a5577 owned by compute:nova {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:55:22.402085 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-383b85e7-f837-493a-b275-daeb52cffd88 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:22.403773 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-383b85e7-f837-493a-b275-daeb52cffd88 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.41 "GET /v2.0/networks?id=ba1a6082-bfb6-4c3d-9819-4790a6e9d92f HTTP/1.1" status: 200  len: 813 time: 0.6918929
Dec 14 17:55:22.429297 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-93fd25b1-2c4e-42b7-8cda-815e538dfdbe tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Request body: {'port': {'device_id': '504b53fc-3713-4657-b4de-121d65b7b53c', 'network_id': 'ba1a6082-bfb6-4c3d-9819-4790a6e9d92f', 'admin_state_up': True, 'tenant_id': '6283c9bd5e614aedb499945da6738b78'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:55:22.429551 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-68c423fc-8faf-4be6-9704-275921affa41 req-ee8d99ed-fd05-4715-9b8f-1810ec58b2aa tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Calling delete_port for afc2b844-d309-4ac3-b29e-e8f7ab6630b9 owned by compute:nova {{(pid=88122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:55:22.484177 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-22717ce8-e608-4f51-9a15-08988056af56 req-639897e6-3004-40d4-87fa-f300975ae6fb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6d08f7b5-b079-4d77-b5e1-019cf7c9c718 HTTP/1.1" status: 200  len: 1098 time: 0.6721723
Dec 14 17:55:22.532799 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e643ae4-4f8e-4822-b5b5-4dfbfe5e7ad2 req-74317dbf-dcb1-4a06-9a3c-51ae3b68f2a3 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:22.534457 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7e643ae4-4f8e-4822-b5b5-4dfbfe5e7ad2 req-74317dbf-dcb1-4a06-9a3c-51ae3b68f2a3 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d08f7b5-b079-4d77-b5e1-019cf7c9c718 HTTP/1.1" status: 200  len: 945 time: 0.2884119
Dec 14 17:55:22.685693 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-22717ce8-e608-4f51-9a15-08988056af56 req-3089ece3-051d-4b53-8c22-2215ef794492 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1913259
Dec 14 17:55:22.689720 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-93fd25b1-2c4e-42b7-8cda-815e538dfdbe tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:55:22.698905 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-93fd25b1-2c4e-42b7-8cda-815e538dfdbe tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Usage tracker for resource:port and tenant:6283c9bd5e614aedb499945da6738b78 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:55:22.702339 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-68c423fc-8faf-4be6-9704-275921affa41 req-ee8d99ed-fd05-4715-9b8f-1810ec58b2aa tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852908220'] for port, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:22.702612 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-93fd25b1-2c4e-42b7-8cda-815e538dfdbe tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:55:22.708638 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-c4b0720e-2831-432b-8145-410ed652c9d0 req-14108b11-c016-4f91-831b-8ce7fd6ef5ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:22.710788 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-93fd25b1-2c4e-42b7-8cda-815e538dfdbe tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:55:22.711167 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7e643ae4-4f8e-4822-b5b5-4dfbfe5e7ad2 req-c6fa5102-da7d-45b1-98b6-80e67a93d4c3 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1400321
Dec 14 17:55:22.713007 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-473ff625-b130-4f75-9d72-de1108d77c78 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:22.716963 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-979315c3-6bd3-4018-bfe6-c7c334ef8d52 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:22.762995 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d99ed-fd05-4715-9b8f-1810ec58b2aa tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Pushing event deleted for resources: {'Port': ['ID=afc2b844-d309-4ac3-b29e-e8f7ab6630b9,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:22.768691 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14108b11-c016-4f91-831b-8ce7fd6ef5ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Pushing event deleted for resources: {'Port': ['ID=a869d0b8-68c2-4175-b459-080e286a5577,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:22.772475 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-93fd25b1-2c4e-42b7-8cda-815e538dfdbe tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Made reservation on behalf of 6283c9bd5e614aedb499945da6738b78 for: {'port': 1} {{(pid=88123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:55:22.778152 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-93fd25b1-2c4e-42b7-8cda-815e538dfdbe tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:22.802814 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-14108b11-c016-4f91-831b-8ce7fd6ef5ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:22.813107 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d99ed-fd05-4715-9b8f-1810ec58b2aa tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:55:22.813528 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d99ed-fd05-4715-9b8f-1810ec58b2aa tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:55:22.813968 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d99ed-fd05-4715-9b8f-1810ec58b2aa tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:55:22.814382 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d99ed-fd05-4715-9b8f-1810ec58b2aa tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:55:22.814775 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d99ed-fd05-4715-9b8f-1810ec58b2aa tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:55:22.815177 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d99ed-fd05-4715-9b8f-1810ec58b2aa tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:55:22.815573 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d99ed-fd05-4715-9b8f-1810ec58b2aa tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:55:22.816246 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d99ed-fd05-4715-9b8f-1810ec58b2aa tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:55:22.816393 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d99ed-fd05-4715-9b8f-1810ec58b2aa tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:55:22.816873 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d99ed-fd05-4715-9b8f-1810ec58b2aa tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:55:22.817260 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d99ed-fd05-4715-9b8f-1810ec58b2aa tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:55:22.823223 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-ee8d99ed-fd05-4715-9b8f-1810ec58b2aa tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:22.835816 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a457c43-4825-49de-a3fa-fb7a98abbe98 req-8d27bca9-4d7e-41f9-b23a-f265ddb3b651 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:22.837533 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9a457c43-4825-49de-a3fa-fb7a98abbe98 req-8d27bca9-4d7e-41f9-b23a-f265ddb3b651 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 945 time: 0.2420406
Dec 14 17:55:22.923366 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fa7bcad6-0d81-4e4e-904f-d68a914d81ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:22.935408 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c423fc-8faf-4be6-9704-275921affa41 req-ee8d99ed-fd05-4715-9b8f-1810ec58b2aa tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] No DVR routers for this DVR port afc2b844-d309-4ac3-b29e-e8f7ab6630b9 on host hv-cinder-82173 {{(pid=88122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 14 17:55:22.944589 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-68c423fc-8faf-4be6-9704-275921affa41 req-ee8d99ed-fd05-4715-9b8f-1810ec58b2aa tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:22.949335 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d6b3ccd5-7d29-4b37-8828-8d95a4f566fc req-d958baf5-8be6-4f13-947d-436be4593f2d tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/ports?device_id=504b53fc-3713-4657-b4de-121d65b7b53c HTTP/1.1" status: 200  len: 210 time: 0.1063020
Dec 14 17:55:22.949920 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acf1d2c-861b-4799-9125-520ed831685f', 'name': 'network-vif-deleted', 'tag': 'afc2b844-d309-4ac3-b29e-e8f7ab6630b9'}] {{(pid=88122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:55:22.965360 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-68c423fc-8faf-4be6-9704-275921affa41 req-ee8d99ed-fd05-4715-9b8f-1810ec58b2aa tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.41 "DELETE /v2.0/ports/afc2b844-d309-4ac3-b29e-e8f7ab6630b9 HTTP/1.1" status: 204  len: 173 time: 2.6037140
Dec 14 17:55:22.995506 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9a457c43-4825-49de-a3fa-fb7a98abbe98 req-b7cdf08d-212b-4d5b-8605-acd61a9a70c4 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=648c171e-ad2b-4302-85d6-be875b07ae62&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1185963
Dec 14 17:55:23.091250 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7acf1d2c-861b-4799-9125-520ed831685f', 'name': 'network-vif-deleted', 'tag': 'afc2b844-d309-4ac3-b29e-e8f7ab6630b9', 'status': 'completed', 'code': 200}
Dec 14 17:55:23.152888 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-93fd25b1-2c4e-42b7-8cda-815e538dfdbe tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Allocated IP 172.20.0.7 (ba1a6082-bfb6-4c3d-9819-4790a6e9d92f/f1ea3d02-4644-4106-b31e-528d67ff8003/da5ff07c-1585-40c0-811f-0423e139f6ee) {{(pid=88123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:55:23.163905 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-c6bd73d2-9d87-461c-a323-55c2b1d9a26e req-d8493edb-9346-46fa-85c2-2e752e827603 tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Synchronizing usage tracker for tenant:f9ee4ee684b148f290c655829afab4e1 on resource:port {{(pid=88122) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:55:23.187780 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-c6bd73d2-9d87-461c-a323-55c2b1d9a26e req-d8493edb-9346-46fa-85c2-2e752e827603 tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Unset dirty status for tenant:f9ee4ee684b148f290c655829afab4e1 on resource:port {{(pid=88122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:55:23.189464 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c6bd73d2-9d87-461c-a323-55c2b1d9a26e req-d8493edb-9346-46fa-85c2-2e752e827603 tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] 10.222.0.53 "GET /v2.0/ports?device_id=7acf1d2c-861b-4799-9125-520ed831685f HTTP/1.1" status: 200  len: 210 time: 0.0803847
Dec 14 17:55:23.268004 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:23.415871 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4b0720e-2831-432b-8145-410ed652c9d0 req-14108b11-c016-4f91-831b-8ce7fd6ef5ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Router e62b8666-2cc9-4a1d-a59e-36afa8810025 has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 17:55:23.422469 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acf1d2c-861b-4799-9125-520ed831685f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afc2b844-d309-4ac3-b29e-e8f7ab6630b9'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:55:23.489337 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7acf1d2c-861b-4799-9125-520ed831685f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afc2b844-d309-4ac3-b29e-e8f7ab6630b9', 'code': 200}
Dec 14 17:55:23.552614 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-93fd25b1-2c4e-42b7-8cda-815e538dfdbe tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Notify callbacks [] for port, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:23.623152 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-93fd25b1-2c4e-42b7-8cda-815e538dfdbe tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:23.629921 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e210abbd-8005-4e6c-a14a-ebe64044b297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:23.799689 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-93fd25b1-2c4e-42b7-8cda-815e538dfdbe tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Network ba1a6082-bfb6-4c3d-9819-4790a6e9d92f is already hosted by enough agents. {{(pid=88123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:55:23.808313 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-93fd25b1-2c4e-42b7-8cda-815e538dfdbe tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Resources bound (agent type, host, resource id):  {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:55:23.813175 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd25b1-2c4e-42b7-8cda-815e538dfdbe tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Pushing event updated for resources: {'Port': ['ID=da5ff07c-1585-40c0-811f-0423e139f6ee,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:23.815698 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-93fd25b1-2c4e-42b7-8cda-815e538dfdbe tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Received port after_create {{(pid=88123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:55:23.848152 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-93fd25b1-2c4e-42b7-8cda-815e538dfdbe tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:23.901244 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-93fd25b1-2c4e-42b7-8cda-815e538dfdbe tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:23.902610 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-93fd25b1-2c4e-42b7-8cda-815e538dfdbe tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:23.949206 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-93fd25b1-2c4e-42b7-8cda-815e538dfdbe tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5296369
Dec 14 17:55:23.955729 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4b0720e-2831-432b-8145-410ed652c9d0 req-14108b11-c016-4f91-831b-8ce7fd6ef5ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 17:55:23.964953 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b48f1-6dc6-4fb8-96f7-be1f6939bd26 req-107a4b5c-2ab6-4de9-ab58-9db5b766b55c tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:23.967138 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-505b48f1-6dc6-4fb8-96f7-be1f6939bd26 req-107a4b5c-2ab6-4de9-ab58-9db5b766b55c tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d08f7b5-b079-4d77-b5e1-019cf7c9c718 HTTP/1.1" status: 200  len: 945 time: 0.1015494
Dec 14 17:55:23.968270 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1caae09-5b1c-45cc-93ae-032f6250840f None None] Sync routers for ids ['e62b8666-2cc9-4a1d-a59e-36afa8810025'] in dv-cinder-821737-1-iscsi {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 17:55:23.984558 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1caae09-5b1c-45cc-93ae-032f6250840f None None] Routers {'e62b8666-2cc9-4a1d-a59e-36afa8810025'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:55:23.985612 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-d1caae09-5b1c-45cc-93ae-032f6250840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622cff52e8>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:55:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['e62b8666-2cc9-4a1d-a59e-36afa8810025'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:55:24.006908 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-77d84532-4014-4bfc-af6a-6c79a371f41c service neutron] Request body: {'port': {'device_id': '504b53fc-3713-4657-b4de-121d65b7b53c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:55:24.035649 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-505b48f1-6dc6-4fb8-96f7-be1f6939bd26 req-2cc23af4-5821-4c7b-89a0-09f1c43aeb32 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607893
Dec 14 17:55:24.116341 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b0720e-2831-432b-8145-410ed652c9d0 req-14108b11-c016-4f91-831b-8ce7fd6ef5ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] No DVR routers for this DVR port a869d0b8-68c2-4175-b459-080e286a5577 on host hv-cinder-82173 {{(pid=88123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 14 17:55:24.121492 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-c4b0720e-2831-432b-8145-410ed652c9d0 req-14108b11-c016-4f91-831b-8ce7fd6ef5ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:24.123631 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c4b0720e-2831-432b-8145-410ed652c9d0 req-14108b11-c016-4f91-831b-8ce7fd6ef5ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.41 "DELETE /v2.0/ports/a869d0b8-68c2-4175-b459-080e286a5577 HTTP/1.1" status: 204  len: 173 time: 2.9296834
Dec 14 17:55:24.124211 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa', 'name': 'network-vif-deleted', 'tag': 'a869d0b8-68c2-4175-b459-080e286a5577'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:55:24.215611 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-77d84532-4014-4bfc-af6a-6c79a371f41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:24.262329 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-d1caae09-5b1c-45cc-93ae-032f6250840f None None] Set router e62b8666-2cc9-4a1d-a59e-36afa8810025 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:55:24.293074 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0c9ce-ac40-402c-8bdb-415290450139 req-3d878bf3-0d20-4bc9-abd9-45daad66bc6e tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:24.294687 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-13d0c9ce-ac40-402c-8bdb-415290450139 req-3d878bf3-0d20-4bc9-abd9-45daad66bc6e tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/ports?device_id=504b53fc-3713-4657-b4de-121d65b7b53c HTTP/1.1" status: 200  len: 931 time: 0.1812482
Dec 14 17:55:24.301919 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f67736bf-3612-4d72-932f-534f0c77ef43 req-202d15a2-c000-4461-b5b4-69058abffc2f tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa HTTP/1.1" status: 200  len: 210 time: 0.0662172
Dec 14 17:55:24.392751 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-13d0c9ce-ac40-402c-8bdb-415290450139 req-6aee8b60-e8dd-4df4-b030-395ed4081b82 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a2505b3-820c-4cd1-8257-4d727ba8d209&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688443
Dec 14 17:55:24.429262 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed9a4c2-4c2e-4a67-aeae-de53dcabdaaa', 'name': 'network-vif-deleted', 'tag': 'a869d0b8-68c2-4175-b459-080e286a5577', 'status': 'completed', 'code': 200}
Dec 14 17:55:24.626554 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:24.657003 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-d1caae09-5b1c-45cc-93ae-032f6250840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622cff52e8>, [{'id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'name': 'tempest-AttachVolumeTestJSON-2144495592-router', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:50:13Z', 'updated_at': '2021-12-14T17:50:24Z', 'revision_number': 4, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'gw_port': {'id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:15Z', 'updated_at': '2021-12-14T17:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'e3cf578f-b452-4e78-aaf5-2d217197577d', 'name': '', 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'mac_address': 'fa:16:3e:f3:05:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e589611-2052-444e-a79e-8f98a61a68a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:22Z', 'updated_at': '2021-12-14T17:50:44Z', 'revision_number': 5, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'subnets': [{'id': '7e589611-2052-444e-a79e-8f98a61a68a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:55:24.662108 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1caae09-5b1c-45cc-93ae-032f6250840f None None] Checking router: e62b8666-2cc9-4a1d-a59e-36afa8810025 for host: dv-cinder-821737-1-iscsi {{(pid=88124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 17:55:24.675524 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1caae09-5b1c-45cc-93ae-032f6250840f None None] Routers {'e62b8666-2cc9-4a1d-a59e-36afa8810025'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:55:24.677277 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-d1caae09-5b1c-45cc-93ae-032f6250840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622cff52e8>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:55:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['e62b8666-2cc9-4a1d-a59e-36afa8810025'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:55:24.707266 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-77d84532-4014-4bfc-af6a-6c79a371f41c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da5ff07c-1585-40c0-811f-0423e139f6ee {{(pid=88123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:55:24.713912 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-77d84532-4014-4bfc-af6a-6c79a371f41c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:24.747551 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-77d84532-4014-4bfc-af6a-6c79a371f41c service neutron] Transition to ACTIVE for port object da5ff07c-1585-40c0-811f-0423e139f6ee will not be triggered until provisioned by entity L2. {{(pid=88123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:55:24.751460 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-77d84532-4014-4bfc-af6a-6c79a371f41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1688486'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:24.778356 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e4429e58-b5c7-4513-ab3e-6bab71f9b017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:24.877313 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device a869d0b8-68c2-4175-b459-080e286a5577 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 17:55:24.917385 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] No Port match for: a869d0b8-68c2-4175-b459-080e286a5577 {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 17:55:24.917807 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device a869d0b8-68c2-4175-b459-080e286a5577 not bound to the agent host hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 17:55:24.938620 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-d1caae09-5b1c-45cc-93ae-032f6250840f None None] Set router e62b8666-2cc9-4a1d-a59e-36afa8810025 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:55:24.973250 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d84532-4014-4bfc-af6a-6c79a371f41c service neutron] Pushing event updated for resources: {'Port': ['ID=da5ff07c-1585-40c0-811f-0423e139f6ee,revision_number=2']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:24.976901 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-77d84532-4014-4bfc-af6a-6c79a371f41c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:25.061880 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-77d84532-4014-4bfc-af6a-6c79a371f41c service neutron] Attempting to bind port da5ff07c-1585-40c0-811f-0423e139f6ee on host hv-cinder-82173 for vnic_type normal with profile  {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:55:25.062539 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-77d84532-4014-4bfc-af6a-6c79a371f41c service neutron] Attempting to bind port da5ff07c-1585-40c0-811f-0423e139f6ee by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '100b0513-0059-4351-9a3f-30fa9e51466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ba1a6082-bfb6-4c3d-9819-4790a6e9d92f'}] {{(pid=88123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:55:25.062747 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-77d84532-4014-4bfc-af6a-6c79a371f41c service neutron] Attempting to bind port da5ff07c-1585-40c0-811f-0423e139f6ee on network ba1a6082-bfb6-4c3d-9819-4790a6e9d92f {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:55:25.071276 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-77d84532-4014-4bfc-af6a-6c79a371f41c service neutron] Port da5ff07c-1585-40c0-811f-0423e139f6ee on network ba1a6082-bfb6-4c3d-9819-4790a6e9d92f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 14 17:55:25.071868 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-77d84532-4014-4bfc-af6a-6c79a371f41c service neutron] Attempting to bind port da5ff07c-1585-40c0-811f-0423e139f6ee on network ba1a6082-bfb6-4c3d-9819-4790a6e9d92f {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:55:25.079318 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-77d84532-4014-4bfc-af6a-6c79a371f41c service neutron] Checking agent: {'id': '12cfdd9e-1aa3-47c9-9727-84a7d707383b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'started_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:55:25.079692 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-77d84532-4014-4bfc-af6a-6c79a371f41c service neutron] Checking segment: {'id': '100b0513-0059-4351-9a3f-30fa9e51466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ba1a6082-bfb6-4c3d-9819-4790a6e9d92f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:55:25.080093 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-77d84532-4014-4bfc-af6a-6c79a371f41c service neutron] Bound using segment: {'id': '100b0513-0059-4351-9a3f-30fa9e51466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ba1a6082-bfb6-4c3d-9819-4790a6e9d92f'} {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:55:25.080511 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-77d84532-4014-4bfc-af6a-6c79a371f41c service neutron] Bound port: da5ff07c-1585-40c0-811f-0423e139f6ee, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '100b0513-0059-4351-9a3f-30fa9e51466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ba1a6082-bfb6-4c3d-9819-4790a6e9d92f'}}] {{(pid=88123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:55:25.080905 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-77d84532-4014-4bfc-af6a-6c79a371f41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:25.200367 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-77d84532-4014-4bfc-af6a-6c79a371f41c service neutron] For port da5ff07c-1585-40c0-811f-0423e139f6ee, host hv-cinder-82173, cleared binding levels {{(pid=88123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:55:25.205828 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-77d84532-4014-4bfc-af6a-6c79a371f41c service neutron] For port da5ff07c-1585-40c0-811f-0423e139f6ee, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=da5ff07c-1585-40c0-811f-0423e139f6ee,segment=NetworkSegment(100b0513-0059-4351-9a3f-30fa9e51466f),segment_id=100b0513-0059-4351-9a3f-30fa9e51466f)] {{(pid=88123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:55:25.214258 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-77d84532-4014-4bfc-af6a-6c79a371f41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1688486'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:25.220171 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-21ee9357-ab29-4eb9-a1aa-7e71fbe0f59b tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:25.278563 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc4cfd-4aae-4dc6-ae86-54a6f63b7160 req-a608843a-5f05-43b3-931a-039b7b5e6ee9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:25.280265 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-90dc4cfd-4aae-4dc6-ae86-54a6f63b7160 req-a608843a-5f05-43b3-931a-039b7b5e6ee9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d08f7b5-b079-4d77-b5e1-019cf7c9c718 HTTP/1.1" status: 200  len: 945 time: 0.0997026
Dec 14 17:55:25.297556 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-77d84532-4014-4bfc-af6a-6c79a371f41c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:25.299264 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-77d84532-4014-4bfc-af6a-6c79a371f41c service neutron] 10.222.0.41 "PUT /v2.0/ports/da5ff07c-1585-40c0-811f-0423e139f6ee HTTP/1.1" status: 200  len: 1093 time: 1.3026145
Dec 14 17:55:25.341631 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d84532-4014-4bfc-af6a-6c79a371f41c service neutron] Pushing event updated for resources: {'Port': ['ID=da5ff07c-1585-40c0-811f-0423e139f6ee,revision_number=3']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:25.389914 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-90dc4cfd-4aae-4dc6-ae86-54a6f63b7160 req-ca7716d3-ac6c-4164-926b-97cf91f14889 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0993998
Dec 14 17:55:25.438868 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-77d84532-4014-4bfc-af6a-6c79a371f41c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:25.495317 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-1a2a67a4-2608-41c0-a881-cea91e57ddbb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6283c9bd5e614aedb499945da6738b78&device_id=504b53fc-3713-4657-b4de-121d65b7b53c HTTP/1.1" status: 200  len: 1096 time: 0.1503742
Dec 14 17:55:25.574450 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-d1caae09-5b1c-45cc-93ae-032f6250840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622cff52e8>, [{'id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'name': 'tempest-AttachVolumeTestJSON-2144495592-router', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:50:13Z', 'updated_at': '2021-12-14T17:50:24Z', 'revision_number': 4, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'gw_port': {'id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:15Z', 'updated_at': '2021-12-14T17:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'e3cf578f-b452-4e78-aaf5-2d217197577d', 'name': '', 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'mac_address': 'fa:16:3e:f3:05:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e589611-2052-444e-a79e-8f98a61a68a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:22Z', 'updated_at': '2021-12-14T17:50:44Z', 'revision_number': 5, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'subnets': [{'id': '7e589611-2052-444e-a79e-8f98a61a68a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:55:25.579516 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1caae09-5b1c-45cc-93ae-032f6250840f None None] The sync data for ids ['e62b8666-2cc9-4a1d-a59e-36afa8810025'] in dv-cinder-821737-1-iscsi is: [{'id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'name': 'tempest-AttachVolumeTestJSON-2144495592-router', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:50:13Z', 'updated_at': '2021-12-14T17:50:24Z', 'revision_number': 4, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'gw_port': {'id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:15Z', 'updated_at': '2021-12-14T17:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'e3cf578f-b452-4e78-aaf5-2d217197577d', 'name': '', 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'mac_address': 'fa:16:3e:f3:05:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e589611-2052-444e-a79e-8f98a61a68a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:22Z', 'updated_at': '2021-12-14T17:50:44Z', 'revision_number': 5, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'subnets': [{'id': '7e589611-2052-444e-a79e-8f98a61a68a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 17:55:25.599840 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-cbd4dfa5-a32e-4ed9-8b9d-44159096e4f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da5ff07c-1585-40c0-811f-0423e139f6ee HTTP/1.1" status: 200  len: 217 time: 0.0932846
Dec 14 17:55:25.769983 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124fb7e-8fa4-4daa-ac73-d0c7da13aafc req-849d2992-b8eb-4cec-8492-a91686c159b8 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:25.772405 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9124fb7e-8fa4-4daa-ac73-d0c7da13aafc req-849d2992-b8eb-4cec-8492-a91686c159b8 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d08f7b5-b079-4d77-b5e1-019cf7c9c718 HTTP/1.1" status: 200  len: 945 time: 0.1688697
Dec 14 17:55:25.783653 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5d760-bcf8-4f13-b3f7-119d36304546 req-8ff82707-22eb-4182-a840-2c574d7ed741 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:25.785275 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-39c5d760-bcf8-4f13-b3f7-119d36304546 req-8ff82707-22eb-4182-a840-2c574d7ed741 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/ports?device_id=504b53fc-3713-4657-b4de-121d65b7b53c HTTP/1.1" status: 200  len: 943 time: 0.1358609
Dec 14 17:55:25.894409 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9124fb7e-8fa4-4daa-ac73-d0c7da13aafc req-08ea6527-65fc-4f4a-b8ce-794d440f5eca tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1078568
Dec 14 17:55:25.898997 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-39c5d760-bcf8-4f13-b3f7-119d36304546 req-a2ac2518-e60f-4456-9457-3bb96a2f91d7 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a2505b3-820c-4cd1-8257-4d727ba8d209&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894036
Dec 14 17:55:25.918612 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-12429dda-7531-400d-abdf-c72714a97b9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:25.920207 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-12429dda-7531-400d-abdf-c72714a97b9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1ea3d02-4644-4106-b31e-528d67ff8003 HTTP/1.1" status: 200  len: 853 time: 0.3118789
Dec 14 17:55:25.937267 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 49922) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:55:25.982749 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 49930) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:55:25.993372 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-4fe07ca7-882b-40cd-818c-e14f3b4b393d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba1a6082-bfb6-4c3d-9819-4790a6e9d92f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0548019
Dec 14 17:55:26.135202 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5952e7d4-373b-477f-8d9c-486c34cb3956 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:26.176097 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5952e7d4-373b-477f-8d9c-486c34cb3956 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:26.216774 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-d8e97b38-92fb-4246-8e35-7b2eae227e59 service neutron] 10.222.0.41 "GET /v2.0/networks/ba1a6082-bfb6-4c3d-9819-4790a6e9d92f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2130120
Dec 14 17:55:26.231965 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5952e7d4-373b-477f-8d9c-486c34cb3956 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:26.238434 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-45da628d-0b08-4653-b02e-9dd9f025d172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:26.265761 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98daede5-ea2f-48f2-9484-93f32f4aced5 None None] New status for floating IP 14c33356-4452-4714-bf5b-0947d003a34f: DOWN {{(pid=88125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 14 17:55:26.267576 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5952e7d4-373b-477f-8d9c-486c34cb3956 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=648c171e-ad2b-4302-85d6-be875b07ae62,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:26.270358 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-5952e7d4-373b-477f-8d9c-486c34cb3956 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:26.276883 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5952e7d4-373b-477f-8d9c-486c34cb3956 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:26.281269 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-5952e7d4-373b-477f-8d9c-486c34cb3956 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "DELETE /v2.0/security-groups/648c171e-ad2b-4302-85d6-be875b07ae62 HTTP/1.1" status: 204  len: 168 time: 0.2972028
Dec 14 17:55:26.286488 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 49946) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:55:26.316801 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.v2.resource [None req-061cfa4f-5ef0-441d-a8ba-c5faf308f88f tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] show failed (client error): The resource could not be found.
Dec 14 17:55:26.321078 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-061cfa4f-5ef0-441d-a8ba-c5faf308f88f tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups/648c171e-ad2b-4302-85d6-be875b07ae62 HTTP/1.1" status: 404  len: 347 time: 0.0334804
Dec 14 17:55:26.321694 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 49950) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:55:26.431438 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504b53fc-3713-4657-b4de-121d65b7b53c', 'tag': 'da5ff07c-1585-40c0-811f-0423e139f6ee'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:55:26.471119 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d156a453-c21d-4e79-ade6-31275d5a76a5 req-15da1c52-037c-4fdc-b523-6501c63ef361 service neutron] 10.222.0.41 "GET /v2.0/networks/ba1a6082-bfb6-4c3d-9819-4790a6e9d92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2465341
Dec 14 17:55:26.477483 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-78bfb277-60fe-49e0-bf3a-f1d9aaf4fe2d tempest-TestVolumeBootPattern-461310426 tempest-TestVolumeBootPattern-461310426-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6d08f7b5-b079-4d77-b5e1-019cf7c9c718 HTTP/1.1" status: 200  len: 1093 time: 0.5343747
Dec 14 17:55:26.477986 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 49960) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:55:26.483787 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Request body: {'floatingip': {'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'port_id': '3569facf-5aef-485c-808a-0b0780fe2b82', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:55:26.501821 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:55:26.517769 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Usage tracker for resource:floatingip and tenant:dfc18f8040f94448b907f65fb2ffb8d2 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:55:26.517915 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-79c5318d-1008-4c18-a532-0fc6822765ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Deleting port b4e2861a-a7e6-4b2a-8ab6-2ee0fd1c93d7 {{(pid=88122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:55:26.518221 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-79c5318d-1008-4c18-a532-0fc6822765ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:26.533393 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:55:26.538538 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504b53fc-3713-4657-b4de-121d65b7b53c', 'tag': 'da5ff07c-1585-40c0-811f-0423e139f6ee', 'status': 'completed', 'code': 200}
Dec 14 17:55:26.543638 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:55:26.557926 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for floatingip, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:26.728372 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-79c5318d-1008-4c18-a532-0fc6822765ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:26.728743 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-79c5318d-1008-4c18-a532-0fc6822765ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:26.765230 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-936e9d52-6674-4fbe-b3a3-e967aa9e3efd req-b10c5d43-9184-4e91-a018-7f7adf1870cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6283c9bd5e614aedb499945da6738b78&device_id=504b53fc-3713-4657-b4de-121d65b7b53c HTTP/1.1" status: 200  len: 1096 time: 0.1986372
Dec 14 17:55:26.871752 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-79c5318d-1008-4c18-a532-0fc6822765ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Calling delete_port for b4e2861a-a7e6-4b2a-8ab6-2ee0fd1c93d7 owned by network:floatingip {{(pid=88122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:55:26.944440 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:26.972346 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.db.api [None req-79c5318d-1008-4c18-a532-0fc6822765ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88122) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 14 17:55:26.972980 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_db.api [None req-79c5318d-1008-4c18-a532-0fc6822765ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 14 17:55:26.987644 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e9d52-6674-4fbe-b3a3-e967aa9e3efd req-1de6ca02-42a8-46f5-8b3b-3018832278c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:26.989326 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-936e9d52-6674-4fbe-b3a3-e967aa9e3efd req-1de6ca02-42a8-46f5-8b3b-3018832278c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba1a6082-bfb6-4c3d-9819-4790a6e9d92f HTTP/1.1" status: 200  len: 914 time: 0.2143235
Dec 14 17:55:27.097658 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-936e9d52-6674-4fbe-b3a3-e967aa9e3efd req-4225e6b5-f687-41d5-bf24-2dccf9d5423d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da5ff07c-1585-40c0-811f-0423e139f6ee HTTP/1.1" status: 200  len: 217 time: 0.0996151
Dec 14 17:55:27.184077 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e9d52-6674-4fbe-b3a3-e967aa9e3efd req-0c61afc0-828c-4d9d-b75e-3b1b5104f9a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:27.185706 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-936e9d52-6674-4fbe-b3a3-e967aa9e3efd req-0c61afc0-828c-4d9d-b75e-3b1b5104f9a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1ea3d02-4644-4106-b31e-528d67ff8003 HTTP/1.1" status: 200  len: 853 time: 0.0796704
Dec 14 17:55:27.294598 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-936e9d52-6674-4fbe-b3a3-e967aa9e3efd req-6c87b708-1329-40f9-b75d-37f1062eb872 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba1a6082-bfb6-4c3d-9819-4790a6e9d92f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0718310
Dec 14 17:55:27.305635 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba7575-1890-40c4-bc8d-423436b01bb4 req-b0b7e7d2-f7f2-43da-8c12-b1302d43dd91 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:27.310384 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b4ba7575-1890-40c4-bc8d-423436b01bb4 req-b0b7e7d2-f7f2-43da-8c12-b1302d43dd91 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/ports?device_id=504b53fc-3713-4657-b4de-121d65b7b53c HTTP/1.1" status: 200  len: 943 time: 0.1075737
Dec 14 17:55:27.368296 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b4ba7575-1890-40c4-bc8d-423436b01bb4 req-60b54aaa-b3fa-41f5-9dab-4e42cde3921a tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a2505b3-820c-4cd1-8257-4d727ba8d209&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480580
Dec 14 17:55:27.376602 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Allocated IP 172.27.2.10 (b3d2256c-c519-4427-b3bb-181a657f5e18/431330ab-9b63-4a3b-8088-f9712ed58753/6524f1a7-3c38-4617-900e-0648f14def39) {{(pid=88123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:55:27.475228 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-79c5318d-1008-4c18-a532-0fc6822765ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Deleting port b4e2861a-a7e6-4b2a-8ab6-2ee0fd1c93d7 {{(pid=88122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:55:27.475807 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-79c5318d-1008-4c18-a532-0fc6822765ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:27.617551 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-936e9d52-6674-4fbe-b3a3-e967aa9e3efd req-555b92a6-958b-4bff-9def-43f2a3d93889 service neutron] 10.222.0.41 "GET /v2.0/networks/ba1a6082-bfb6-4c3d-9819-4790a6e9d92f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3057470
Dec 14 17:55:27.673895 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-79c5318d-1008-4c18-a532-0fc6822765ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:27.674262 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-79c5318d-1008-4c18-a532-0fc6822765ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:27.698779 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for port, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:27.815403 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-79c5318d-1008-4c18-a532-0fc6822765ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Calling delete_port for b4e2861a-a7e6-4b2a-8ab6-2ee0fd1c93d7 owned by network:floatingip {{(pid=88122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:55:27.817945 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-936e9d52-6674-4fbe-b3a3-e967aa9e3efd req-5dc20733-f575-430f-857f-51734f907422 service neutron] 10.222.0.41 "GET /v2.0/networks/ba1a6082-bfb6-4c3d-9819-4790a6e9d92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1845133
Dec 14 17:55:27.826010 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:27.831926 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a93c6f58-7f53-4235-a657-706ef722daa2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:27.906502 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Network b3d2256c-c519-4427-b3bb-181a657f5e18 is already hosted by enough agents. {{(pid=88123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:55:27.909460 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Resources bound (agent type, host, resource id):  {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:55:27.912154 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Received port after_create {{(pid=88123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:55:27.950210 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Pushing event updated for resources: {'Port': ['ID=6524f1a7-3c38-4617-900e-0648f14def39,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:27.953126 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:27.981889 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-79c5318d-1008-4c18-a532-0fc6822765ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852908220'] for port, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:27.985992 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-c4311b4a-d71b-402d-aed8-baa418c710ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:28.033840 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5318d-1008-4c18-a532-0fc6822765ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Pushing event deleted for resources: {'Port': ['ID=b4e2861a-a7e6-4b2a-8ab6-2ee0fd1c93d7,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:28.036776 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-79c5318d-1008-4c18-a532-0fc6822765ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:28.143544 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-79c5318d-1008-4c18-a532-0fc6822765ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for floatingip, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:28.163639 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-79c5318d-1008-4c18-a532-0fc6822765ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for floatingip, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:28.165308 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-79c5318d-1008-4c18-a532-0fc6822765ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "DELETE /v2.0/floatingips/14c33356-4452-4714-bf5b-0947d003a34f HTTP/1.1" status: 204  len: 168 time: 1.8424635
Dec 14 17:55:28.626137 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 50086) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:55:28.632507 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-9342f522-8c42-4e37-8947-da3034d149fe tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1514772733', 'description': 'tempest-description--1056549192'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:55:28.640873 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-9342f522-8c42-4e37-8947-da3034d149fe tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:55:28.680921 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-9342f522-8c42-4e37-8947-da3034d149fe tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Usage tracker for resource:security_group and tenant:1d8ae983c147420a92d8c91613de9b2e is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:55:28.688709 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-9342f522-8c42-4e37-8947-da3034d149fe tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:55:28.708101 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-9342f522-8c42-4e37-8947-da3034d149fe tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:55:28.725464 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9342f522-8c42-4e37-8947-da3034d149fe tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:28.758684 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:28.776700 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61e584-3ff8-42da-ba24-90711cb8b434 req-511e9814-b369-4099-b6fe-346cc96abd69 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:28.778368 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-aa61e584-3ff8-42da-ba24-90711cb8b434 req-511e9814-b369-4099-b6fe-346cc96abd69 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/ports?device_id=504b53fc-3713-4657-b4de-121d65b7b53c HTTP/1.1" status: 200  len: 943 time: 0.1393256
Dec 14 17:55:28.785754 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-9342f522-8c42-4e37-8947-da3034d149fe tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:55:28.812496 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-9342f522-8c42-4e37-8947-da3034d149fe tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Usage tracker for resource:security_group_rule and tenant:1d8ae983c147420a92d8c91613de9b2e is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:55:28.819519 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-9342f522-8c42-4e37-8947-da3034d149fe tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:55:28.823343 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:28.828564 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-9342f522-8c42-4e37-8947-da3034d149fe tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:55:28.864994 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-aa61e584-3ff8-42da-ba24-90711cb8b434 req-d688f0c2-8e4e-470e-8d40-bcd48ce9d357 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a2505b3-820c-4cd1-8257-4d727ba8d209&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763443
Dec 14 17:55:28.892397 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device da5ff07c-1585-40c0-811f-0423e139f6ee details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 14 17:55:28.917030 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9342f522-8c42-4e37-8947-da3034d149fe tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:28.920732 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9342f522-8c42-4e37-8947-da3034d149fe tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:28.927203 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-498aaabf-590f-43c5-9a5a-9a47b1d390a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:28.981817 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9342f522-8c42-4e37-8947-da3034d149fe tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a344be13-959b-46d0-8008-9fed22ae749c,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:28.985555 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-9342f522-8c42-4e37-8947-da3034d149fe tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:28.987032 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9342f522-8c42-4e37-8947-da3034d149fe tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:28.989942 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-9342f522-8c42-4e37-8947-da3034d149fe tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.3611653
Dec 14 17:55:28.992019 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 50106) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:55:28.998874 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-baac54a6-de26-4e3e-80a5-d6c154a7eba6 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Request body: {'security_group_rule': {'security_group_id': 'a344be13-959b-46d0-8008-9fed22ae749c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:55:29.006931 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-baac54a6-de26-4e3e-80a5-d6c154a7eba6 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:55:29.012150 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-baac54a6-de26-4e3e-80a5-d6c154a7eba6 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Usage tracker for resource:security_group_rule and tenant:1d8ae983c147420a92d8c91613de9b2e is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:55:29.016141 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-baac54a6-de26-4e3e-80a5-d6c154a7eba6 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:55:29.023862 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-baac54a6-de26-4e3e-80a5-d6c154a7eba6 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:55:29.048776 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-baac54a6-de26-4e3e-80a5-d6c154a7eba6 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:29.108592 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for port, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:29.112828 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port da5ff07c-1585-40c0-811f-0423e139f6ee, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=da5ff07c-1585-40c0-811f-0423e139f6ee,segment=NetworkSegment(100b0513-0059-4351-9a3f-30fa9e51466f),segment_id=100b0513-0059-4351-9a3f-30fa9e51466f)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:55:29.114277 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1688486'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:29.120795 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-6af7b04e-ac69-4933-b5a1-2e87f51cdb2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:29.130009 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Returning: {'device': 'da5ff07c-1585-40c0-811f-0423e139f6ee', 'network_id': 'ba1a6082-bfb6-4c3d-9819-4790a6e9d92f', 'port_id': 'da5ff07c-1585-40c0-811f-0423e139f6ee', 'mac_address': 'fa:16:3e:e7:8e:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1ea3d02-4644-4106-b31e-528d67ff8003', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 17:55:29.131796 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-baac54a6-de26-4e3e-80a5-d6c154a7eba6 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:29.135445 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-baac54a6-de26-4e3e-80a5-d6c154a7eba6 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720366'] for security_group_rule, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:29.137769 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-bf201458-6088-434d-8958-f128dc9dd30d tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:29.170109 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac54a6-de26-4e3e-80a5-d6c154a7eba6 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4a888e-25c6-42c9-a8fa-6cce1280e35d,revision_number=0']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:29.182135 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-baac54a6-de26-4e3e-80a5-d6c154a7eba6 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:29.187478 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-baac54a6-de26-4e3e-80a5-d6c154a7eba6 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:29.189004 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-baac54a6-de26-4e3e-80a5-d6c154a7eba6 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1958632
Dec 14 17:55:29.192077 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 50114) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:55:29.207620 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-e8b415be-e37e-4480-a08b-f0870dd5a4fd tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Request body: {'security_group_rule': {'security_group_id': 'a344be13-959b-46d0-8008-9fed22ae749c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:55:29.209309 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:29.217613 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-e8b415be-e37e-4480-a08b-f0870dd5a4fd tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:55:29.223273 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-e8b415be-e37e-4480-a08b-f0870dd5a4fd tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Usage tracker for resource:security_group_rule and tenant:1d8ae983c147420a92d8c91613de9b2e is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:55:29.227338 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-e8b415be-e37e-4480-a08b-f0870dd5a4fd tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:55:29.228658 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da5ff07c-1585-40c0-811f-0423e139f6ee {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:55:29.235215 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-e8b415be-e37e-4480-a08b-f0870dd5a4fd tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:55:29.245554 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port da5ff07c-1585-40c0-811f-0423e139f6ee, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=da5ff07c-1585-40c0-811f-0423e139f6ee,segment=NetworkSegment(100b0513-0059-4351-9a3f-30fa9e51466f),segment_id=100b0513-0059-4351-9a3f-30fa9e51466f)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:55:29.256996 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:29.258184 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e8b415be-e37e-4480-a08b-f0870dd5a4fd tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:29.259622 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-fec335fa-a3e7-402d-8eec-06618c0af52e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:29.274088 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Pushing event updated for resources: {'Port': ['ID=6524f1a7-3c38-4617-900e-0648f14def39,revision_number=2']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:29.281202 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646637'] for floatingip, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:29.328283 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=da5ff07c-1585-40c0-811f-0423e139f6ee,revision_number=4']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:29.331897 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:29.349036 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e8b415be-e37e-4480-a08b-f0870dd5a4fd tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:29.353061 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e8b415be-e37e-4480-a08b-f0870dd5a4fd tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720366'] for security_group_rule, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:29.353371 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:55:29.353813 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:55:29.354210 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:55:29.355177 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:55:29.355177 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:55:29.355389 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:55:29.355483 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:29.355715 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:55:29.356093 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:55:29.356476 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:55:29.357112 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:55:29.357240 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:55:29.361904 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:29.392202 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b415be-e37e-4480-a08b-f0870dd5a4fd tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d9646b-5703-41d0-91f4-733577a1c11d,revision_number=0']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:29.395179 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e8b415be-e37e-4480-a08b-f0870dd5a4fd tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:29.403593 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e8b415be-e37e-4480-a08b-f0870dd5a4fd tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:29.408774 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-e8b415be-e37e-4480-a08b-f0870dd5a4fd tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2110651
Dec 14 17:55:29.408774 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 50118) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:55:29.415155 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-34610153-60d7-4026-a006-46767dca35da tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Request body: {'floatingip': {'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:55:29.421241 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-34610153-60d7-4026-a006-46767dca35da tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:55:29.425449 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-34610153-60d7-4026-a006-46767dca35da tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Usage tracker for resource:floatingip and tenant:1d8ae983c147420a92d8c91613de9b2e is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:55:29.429403 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-34610153-60d7-4026-a006-46767dca35da tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:55:29.435635 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-34610153-60d7-4026-a006-46767dca35da tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:55:29.446688 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-34610153-60d7-4026-a006-46767dca35da tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for floatingip, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:29.504453 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['da5ff07c-1585-40c0-811f-0423e139f6ee'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 17:55:29.532310 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.l3_db [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Floating IP b3e3cc93-4f07-4c02-b404-e3dd5d1818b3 associated. External IP: 172.27.2.10, port: 3569facf-5aef-485c-808a-0b0780fe2b82.
Dec 14 17:55:29.855303 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-34610153-60d7-4026-a006-46767dca35da tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:29.971853 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Router 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 17:55:30.060576 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-34610153-60d7-4026-a006-46767dca35da tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Allocated IP 172.27.2.226 (b3d2256c-c519-4427-b3bb-181a657f5e18/431330ab-9b63-4a3b-8088-f9712ed58753/a4d024fd-c821-43ba-b0ed-9963ecf427b6) {{(pid=88122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:55:30.186555 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 17:55:30.200866 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e355be4c-88d0-46b1-ba93-206c4321010d None None] Sync routers for ids ['0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'] in dv-cinder-821737-1-iscsi {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 17:55:30.213413 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for floatingip, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:30.213619 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d70c19-ef21-4516-ba52-c7e233e28ba0 req-31400cce-b071-4f40-9633-7b15c57cbed0 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:30.214979 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e355be4c-88d0-46b1-ba93-206c4321010d None None] Routers {'0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:55:30.215313 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-59d70c19-ef21-4516-ba52-c7e233e28ba0 req-31400cce-b071-4f40-9633-7b15c57cbed0 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/ports?device_id=504b53fc-3713-4657-b4de-121d65b7b53c HTTP/1.1" status: 200  len: 944 time: 0.2105370
Dec 14 17:55:30.215661 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-e355be4c-88d0-46b1-ba93-206c4321010d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622cff57f0>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:55:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:55:30.285854 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.7976263
Dec 14 17:55:30.285854 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d08f7b5-b079-4d77-b5e1-019cf7c9c718', 'tag': '3569facf-5aef-485c-808a-0b0780fe2b82'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:55:30.294335 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-34610153-60d7-4026-a006-46767dca35da tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for port, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:30.350185 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-59d70c19-ef21-4516-ba52-c7e233e28ba0 req-43d9ff94-5b2e-49d5-9438-0fd0b0360f16 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a2505b3-820c-4cd1-8257-4d727ba8d209&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186862
Dec 14 17:55:30.356677 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d08f7b5-b079-4d77-b5e1-019cf7c9c718', 'tag': '3569facf-5aef-485c-808a-0b0780fe2b82', 'status': 'completed', 'code': 200}
Dec 14 17:55:30.390927 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-34610153-60d7-4026-a006-46767dca35da tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852908220'] for port, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:30.402518 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:30.457022 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-e355be4c-88d0-46b1-ba93-206c4321010d None None] Set router 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:55:30.474994 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e98fcabd-6a4d-4fca-ae19-38a9d90fe4be req-b1c0234b-e5b5-47b0-a79a-0a5726d9d6a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dfc18f8040f94448b907f65fb2ffb8d2&device_id=6d08f7b5-b079-4d77-b5e1-019cf7c9c718 HTTP/1.1" status: 200  len: 1098 time: 0.0972567
Dec 14 17:55:30.499352 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34610153-60d7-4026-a006-46767dca35da tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Network b3d2256c-c519-4427-b3bb-181a657f5e18 is already hosted by enough agents. {{(pid=88122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:55:30.513473 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-34610153-60d7-4026-a006-46767dca35da tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Resources bound (agent type, host, resource id):  {{(pid=88122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:55:30.516940 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34610153-60d7-4026-a006-46767dca35da tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Received port after_create {{(pid=88122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:55:30.591290 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34610153-60d7-4026-a006-46767dca35da tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Pushing event updated for resources: {'Port': ['ID=a4d024fd-c821-43ba-b0ed-9963ecf427b6,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:30.600748 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-34610153-60d7-4026-a006-46767dca35da tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:30.649702 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98fcabd-6a4d-4fca-ae19-38a9d90fe4be req-724f7077-3e2b-40bc-b93d-c4114e0543e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:30.652075 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e98fcabd-6a4d-4fca-ae19-38a9d90fe4be req-724f7077-3e2b-40bc-b93d-c4114e0543e9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4889aa50-8ecf-4915-9526-7a966caa4901 HTTP/1.1" status: 200  len: 912 time: 0.1712270
Dec 14 17:55:30.714378 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 50138) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:55:30.741397 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-34610153-60d7-4026-a006-46767dca35da tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:30.793429 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e98fcabd-6a4d-4fca-ae19-38a9d90fe4be req-3ba3c814-52f5-427d-a3b7-5c3851e53023 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3569facf-5aef-485c-808a-0b0780fe2b82 HTTP/1.1" status: 200  len: 998 time: 0.1342220
Dec 14 17:55:30.824979 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-34610153-60d7-4026-a006-46767dca35da tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:30.880023 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98fcabd-6a4d-4fca-ae19-38a9d90fe4be req-c894b45e-d074-478b-b6e3-f6bc74bc21d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:30.881729 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e98fcabd-6a4d-4fca-ae19-38a9d90fe4be req-c894b45e-d074-478b-b6e3-f6bc74bc21d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ef4cbe3-f2dd-49ee-9531-21f376b28438 HTTP/1.1" status: 200  len: 850 time: 0.0820911
Dec 14 17:55:30.894095 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device da5ff07c-1585-40c0-811f-0423e139f6ee up at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:55:30.984992 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e98fcabd-6a4d-4fca-ae19-38a9d90fe4be req-80f55688-79dc-45f2-92fa-cf9acd701293 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4889aa50-8ecf-4915-9526-7a966caa4901&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0966101
Dec 14 17:55:30.994486 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-e355be4c-88d0-46b1-ba93-206c4321010d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622cff57f0>, [{'id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'name': 'tempest-TestVolumeBootPattern-233859865-router', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '8351444f-0903-49fb-817c-419fae0c0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:54:13Z', 'updated_at': '2021-12-14T17:54:17Z', 'revision_number': 4, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'gw_port': {'id': '8351444f-0903-49fb-817c-419fae0c0bef', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:14Z', 'updated_at': '2021-12-14T17:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_floatingips': [{'id': 'b3e3cc93-4f07-4c02-b404-e3dd5d1818b3', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'floating_ip_address': '172.27.2.10', 'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'router_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'port_id': '3569facf-5aef-485c-808a-0b0780fe2b82', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'mac_address': 'fa:16:3e:0b:d4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d08f7b5-b079-4d77-b5e1-019cf7c9c718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T17:55:28Z', 'updated_at': '2021-12-14T17:55:28Z', 'revision_number': 0, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ea3571-d9f7-4a44-a850-8159533b162e', 'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'mac_address': 'fa:16:3e:5f:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:17Z', 'updated_at': '2021-12-14T17:54:31Z', 'revision_number': 5, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'subnets': [{'id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:55:31.000804 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e355be4c-88d0-46b1-ba93-206c4321010d None None] Checking router: 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa for host: dv-cinder-821737-1-iscsi {{(pid=88124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 17:55:31.004587 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning for port da5ff07c-1585-40c0-811f-0423e139f6ee completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:55:31.012236 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning complete for port da5ff07c-1585-40c0-811f-0423e139f6ee triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:55:31.012649 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:31.064665 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e355be4c-88d0-46b1-ba93-206c4321010d None None] Routers {'0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:55:31.065383 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-e355be4c-88d0-46b1-ba93-206c4321010d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622cff57f0>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:55:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:55:31.087413 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-312632ef-10cd-4adc-aed2-64aa6b18c883 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f9ee4ee684b148f290c655829afab4e1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3555522
Dec 14 17:55:31.095158 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 50144) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:55:31.156332 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e98fcabd-6a4d-4fca-ae19-38a9d90fe4be req-ff6fcf65-a936-4b6d-b1f1-b009e278225c service neutron] 10.222.0.41 "GET /v2.0/networks/4889aa50-8ecf-4915-9526-7a966caa4901?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1645858
Dec 14 17:55:31.171279 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-34610153-60d7-4026-a006-46767dca35da tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for port, precommit_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:31.184233 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-34610153-60d7-4026-a006-46767dca35da tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1867597'] for port, after_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:31.192271 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2c242384-0763-49be-b108-c391198c3d3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:31.252438 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-59894f15-65cc-4dcf-bbb5-d8e87ec32d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:31.315436 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e98fcabd-6a4d-4fca-ae19-38a9d90fe4be req-60152518-d4c0-4e9d-b52a-01eaf26b891a service neutron] 10.222.0.41 "GET /v2.0/networks/4889aa50-8ecf-4915-9526-7a966caa4901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1521778
Dec 14 17:55:31.315891 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34610153-60d7-4026-a006-46767dca35da tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Pushing event updated for resources: {'Port': ['ID=a4d024fd-c821-43ba-b0ed-9963ecf427b6,revision_number=2']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:31.323892 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:31.327533 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-34610153-60d7-4026-a006-46767dca35da tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:31.345153 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-59894f15-65cc-4dcf-bbb5-d8e87ec32d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:31.365909 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-e355be4c-88d0-46b1-ba93-206c4321010d None None] Set router 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:55:31.373353 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-34610153-60d7-4026-a006-46767dca35da tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646637'] for floatingip, after_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:31.412853 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-34610153-60d7-4026-a006-46767dca35da tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for floatingip, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:31.413785 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504b53fc-3713-4657-b4de-121d65b7b53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5ff07c-1585-40c0-811f-0423e139f6ee'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:55:31.414219 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-34610153-60d7-4026-a006-46767dca35da tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.0049047
Dec 14 17:55:31.423476 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-59894f15-65cc-4dcf-bbb5-d8e87ec32d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:31.440661 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-23db9767-a9a5-404b-8d75-0f86f14557d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:31.446805 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port da5ff07c-1585-40c0-811f-0423e139f6ee, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=da5ff07c-1585-40c0-811f-0423e139f6ee,segment=NetworkSegment(100b0513-0059-4351-9a3f-30fa9e51466f),segment_id=100b0513-0059-4351-9a3f-30fa9e51466f)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:55:31.451580 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:31.456244 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:31.476882 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59894f15-65cc-4dcf-bbb5-d8e87ec32d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1f5504-3d19-4074-a595-e47c2930b636,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:31.504128 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-59894f15-65cc-4dcf-bbb5-d8e87ec32d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:31.510565 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-59894f15-65cc-4dcf-bbb5-d8e87ec32d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:31.519937 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-59894f15-65cc-4dcf-bbb5-d8e87ec32d5f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9a1f5504-3d19-4074-a595-e47c2930b636 HTTP/1.1" status: 204  len: 168 time: 0.4226294
Dec 14 17:55:31.550895 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504b53fc-3713-4657-b4de-121d65b7b53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5ff07c-1585-40c0-811f-0423e139f6ee', 'code': 200}
Dec 14 17:55:31.626705 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=da5ff07c-1585-40c0-811f-0423e139f6ee,revision_number=5']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:31.650247 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:31.701154 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c076c-8717-4813-bb29-bef95b1fb568 req-1722905d-2ed1-4c25-95fd-c5da3304220b tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:31.703083 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a14c076c-8717-4813-bb29-bef95b1fb568 req-1722905d-2ed1-4c25-95fd-c5da3304220b tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/ports?device_id=504b53fc-3713-4657-b4de-121d65b7b53c HTTP/1.1" status: 200  len: 945 time: 0.1722813
Dec 14 17:55:31.791346 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-71dd6584-d77c-49e4-b417-23c755169936 req-47003a4d-2c08-44b8-8e4d-09568a05f1d8 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Synchronizing usage tracker for tenant:1d8ae983c147420a92d8c91613de9b2e on resource:security_group {{(pid=88122) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:55:31.798271 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a14c076c-8717-4813-bb29-bef95b1fb568 req-5962dcbd-092c-412b-946b-79e14656826e tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a2505b3-820c-4cd1-8257-4d727ba8d209&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762432
Dec 14 17:55:31.824364 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d4c6e6f7-4f2e-417a-b351-120762571fb9 req-5db71ad1-ce69-4aad-969b-0dce62ad441c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=504b53fc-3713-4657-b4de-121d65b7b53c HTTP/1.1" status: 200  len: 1098 time: 0.1336660
Dec 14 17:55:31.826746 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-71dd6584-d77c-49e4-b417-23c755169936 req-47003a4d-2c08-44b8-8e4d-09568a05f1d8 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Unset dirty status for tenant:1d8ae983c147420a92d8c91613de9b2e on resource:security_group {{(pid=88122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:55:31.828045 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-71dd6584-d77c-49e4-b417-23c755169936 req-47003a4d-2c08-44b8-8e4d-09568a05f1d8 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1514772733&fields=id&tenant_id=1d8ae983c147420a92d8c91613de9b2e HTTP/1.1" status: 200  len: 267 time: 0.1239686
Dec 14 17:55:31.878596 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d4c6e6f7-4f2e-417a-b351-120762571fb9 req-b17d611d-9bb5-453c-8064-ff35b6b860e6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2a2505b3-820c-4cd1-8257-4d727ba8d209&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468082
Dec 14 17:55:32.022468 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd6584-d77c-49e4-b417-23c755169936 req-50f8edc4-77c9-4645-82a9-4817c615609f tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:32.024115 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-71dd6584-d77c-49e4-b417-23c755169936 req-50f8edc4-77c9-4645-82a9-4817c615609f tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/networks?id=c7c5dd65-00bc-43ea-a99d-6673d8873e67 HTTP/1.1" status: 200  len: 811 time: 0.1857042
Dec 14 17:55:32.042816 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-71dd6584-d77c-49e4-b417-23c755169936 req-d35caaf1-6dd0-4539-a975-fd972d96b7f9 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/quotas/1d8ae983c147420a92d8c91613de9b2e HTTP/1.1" status: 200  len: 375 time: 0.0122693
Dec 14 17:55:32.054677 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-e355be4c-88d0-46b1-ba93-206c4321010d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622cff57f0>, [{'id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'name': 'tempest-TestVolumeBootPattern-233859865-router', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '8351444f-0903-49fb-817c-419fae0c0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:54:13Z', 'updated_at': '2021-12-14T17:54:17Z', 'revision_number': 4, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'gw_port': {'id': '8351444f-0903-49fb-817c-419fae0c0bef', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:14Z', 'updated_at': '2021-12-14T17:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_floatingips': [{'id': 'b3e3cc93-4f07-4c02-b404-e3dd5d1818b3', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'floating_ip_address': '172.27.2.10', 'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'router_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'port_id': '3569facf-5aef-485c-808a-0b0780fe2b82', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'mac_address': 'fa:16:3e:0b:d4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d08f7b5-b079-4d77-b5e1-019cf7c9c718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T17:55:28Z', 'updated_at': '2021-12-14T17:55:28Z', 'revision_number': 0, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ea3571-d9f7-4a44-a850-8159533b162e', 'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'mac_address': 'fa:16:3e:5f:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:17Z', 'updated_at': '2021-12-14T17:54:31Z', 'revision_number': 5, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'subnets': [{'id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:55:32.059194 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e355be4c-88d0-46b1-ba93-206c4321010d None None] The sync data for ids ['0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'] in dv-cinder-821737-1-iscsi is: [{'id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'name': 'tempest-TestVolumeBootPattern-233859865-router', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '8351444f-0903-49fb-817c-419fae0c0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:54:13Z', 'updated_at': '2021-12-14T17:54:17Z', 'revision_number': 4, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'gw_port': {'id': '8351444f-0903-49fb-817c-419fae0c0bef', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:14Z', 'updated_at': '2021-12-14T17:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_floatingips': [{'id': 'b3e3cc93-4f07-4c02-b404-e3dd5d1818b3', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'floating_ip_address': '172.27.2.10', 'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'router_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'port_id': '3569facf-5aef-485c-808a-0b0780fe2b82', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'mac_address': 'fa:16:3e:0b:d4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d08f7b5-b079-4d77-b5e1-019cf7c9c718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T17:55:28Z', 'updated_at': '2021-12-14T17:55:28Z', 'revision_number': 0, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ea3571-d9f7-4a44-a850-8159533b162e', 'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'mac_address': 'fa:16:3e:5f:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:17Z', 'updated_at': '2021-12-14T17:54:31Z', 'revision_number': 5, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'subnets': [{'id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 17:55:32.141106 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:32.142108 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-71dd6584-d77c-49e4-b417-23c755169936 req-5ec54d5c-37da-4c5a-b114-722944f918ae tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Synchronizing usage tracker for tenant:1d8ae983c147420a92d8c91613de9b2e on resource:port {{(pid=88122) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:55:32.158745 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-71dd6584-d77c-49e4-b417-23c755169936 req-5ec54d5c-37da-4c5a-b114-722944f918ae tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Unset dirty status for tenant:1d8ae983c147420a92d8c91613de9b2e on resource:port {{(pid=88122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:55:32.160195 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-71dd6584-d77c-49e4-b417-23c755169936 req-5ec54d5c-37da-4c5a-b114-722944f918ae tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d8ae983c147420a92d8c91613de9b2e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1111217
Dec 14 17:55:32.433277 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a7139d-b1e6-455f-8ebf-0cbdd3c97f54 None None] New status for floating IP b3e3cc93-4f07-4c02-b404-e3dd5d1818b3: ACTIVE {{(pid=88125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 14 17:55:32.474611 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-71dd6584-d77c-49e4-b417-23c755169936 req-afa2a342-9117-4f6d-841c-369956081d92 service neutron] 10.222.0.53 "GET /v2.0/networks/c7c5dd65-00bc-43ea-a99d-6673d8873e67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3009470
Dec 14 17:55:32.628205 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-71dd6584-d77c-49e4-b417-23c755169936 req-ad92d88a-ec2c-478f-9f79-70568c5e8321 service neutron] 10.222.0.53 "GET /v2.0/networks/c7c5dd65-00bc-43ea-a99d-6673d8873e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1489666
Dec 14 17:55:32.876580 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-711009d7-8f05-4818-b65b-c6ee0417a72d req-13713ca7-a5b2-47c4-9dcf-0a6eca5ce484 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=14cffe89-8331-4bc9-b7eb-1556a0066cc4 HTTP/1.1" status: 200  len: 210 time: 0.0647089
Dec 14 17:55:33.037029 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fba611-8d2c-49af-9822-d05bebbc3cb2 req-54a6374c-a1e3-42fa-9e1a-543585ce8701 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:33.038707 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-40fba611-8d2c-49af-9822-d05bebbc3cb2 req-54a6374c-a1e3-42fa-9e1a-543585ce8701 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/ports?device_id=504b53fc-3713-4657-b4de-121d65b7b53c HTTP/1.1" status: 200  len: 945 time: 0.0900097
Dec 14 17:55:33.089104 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-40fba611-8d2c-49af-9822-d05bebbc3cb2 req-3d294bc7-a8d1-4173-a26b-1d085bb7e7c1 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a2505b3-820c-4cd1-8257-4d727ba8d209&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439932
Dec 14 17:55:34.179769 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd6584-d77c-49e4-b417-23c755169936 req-a2bc8668-fa23-4be5-9784-190372a6d6e3 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:34.182128 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-71dd6584-d77c-49e4-b417-23c755169936 req-a2bc8668-fa23-4be5-9784-190372a6d6e3 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.41 "GET /v2.0/networks?id=c7c5dd65-00bc-43ea-a99d-6673d8873e67 HTTP/1.1" status: 200  len: 811 time: 0.3268681
Dec 14 17:55:34.243927 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-71dd6584-d77c-49e4-b417-23c755169936 req-4892d116-6720-4f0b-aec0-5d32fd90c6b2 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d8ae983c147420a92d8c91613de9b2e HTTP/1.1" status: 200  len: 380 time: 0.0501988
Dec 14 17:55:34.255808 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-71dd6584-d77c-49e4-b417-23c755169936 req-1eb14bea-a4ad-4114-92b4-009292b6f31c tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Request body: {'port': {'device_id': '14cffe89-8331-4bc9-b7eb-1556a0066cc4', 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67', 'admin_state_up': True, 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'security_groups': ['a344be13-959b-46d0-8008-9fed22ae749c']}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:55:34.288670 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c8e8f4dc-c3c6-401a-8e54-fc3c0858375d req-f896357e-2463-4a4e-bc94-e11e6fd22a14 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=14cffe89-8331-4bc9-b7eb-1556a0066cc4 HTTP/1.1" status: 200  len: 210 time: 0.0914457
Dec 14 17:55:34.333691 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d12c30-6114-42b2-9aba-a8c467e4f780 req-aa37ea7e-99dd-4b10-913e-1047ee18a153 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:34.335412 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-86d12c30-6114-42b2-9aba-a8c467e4f780 req-aa37ea7e-99dd-4b10-913e-1047ee18a153 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/ports?device_id=504b53fc-3713-4657-b4de-121d65b7b53c HTTP/1.1" status: 200  len: 945 time: 0.0911822
Dec 14 17:55:34.386222 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-86d12c30-6114-42b2-9aba-a8c467e4f780 req-0ffbfa38-1226-4cee-9c2c-7b72e0c0c7f7 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a2505b3-820c-4cd1-8257-4d727ba8d209&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442741
Dec 14 17:55:34.417934 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-71dd6584-d77c-49e4-b417-23c755169936 req-1eb14bea-a4ad-4114-92b4-009292b6f31c tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:55:34.429163 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-71dd6584-d77c-49e4-b417-23c755169936 req-1eb14bea-a4ad-4114-92b4-009292b6f31c tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:55:34.439725 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71dd6584-d77c-49e4-b417-23c755169936 req-1eb14bea-a4ad-4114-92b4-009292b6f31c tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Made reservation on behalf of 1d8ae983c147420a92d8c91613de9b2e for: {'port': 1} {{(pid=88123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:55:34.445510 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-71dd6584-d77c-49e4-b417-23c755169936 req-1eb14bea-a4ad-4114-92b4-009292b6f31c tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:34.627860 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [req-71dd6584-d77c-49e4-b417-23c755169936 req-1eb14bea-a4ad-4114-92b4-009292b6f31c tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Allocated IP 172.20.0.7 (c7c5dd65-00bc-43ea-a99d-6673d8873e67/7e589611-2052-444e-a79e-8f98a61a68a1/9a53ee29-1741-46ce-8ab9-545a89019c14) {{(pid=88123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:55:34.871079 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-71dd6584-d77c-49e4-b417-23c755169936 req-1eb14bea-a4ad-4114-92b4-009292b6f31c tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for port, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:34.891552 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [req-71dd6584-d77c-49e4-b417-23c755169936 req-1eb14bea-a4ad-4114-92b4-009292b6f31c tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Transition to ACTIVE for port object 9a53ee29-1741-46ce-8ab9-545a89019c14 will not be triggered until provisioned by entity DHCP. {{(pid=88123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:55:34.914719 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-71dd6584-d77c-49e4-b417-23c755169936 req-1eb14bea-a4ad-4114-92b4-009292b6f31c tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:34.921819 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-ad606a6d-b8d3-4008-baba-01e80d77359b tempest-ServerRescueNegativeTestJSON-1662894003 tempest-ServerRescueNegativeTestJSON-1662894003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:35.011442 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71dd6584-d77c-49e4-b417-23c755169936 req-1eb14bea-a4ad-4114-92b4-009292b6f31c tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Network c7c5dd65-00bc-43ea-a99d-6673d8873e67 is already hosted by enough agents. {{(pid=88123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:55:35.012640 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [req-71dd6584-d77c-49e4-b417-23c755169936 req-1eb14bea-a4ad-4114-92b4-009292b6f31c tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Resources bound (agent type, host, resource id):  {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:55:35.015595 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-71dd6584-d77c-49e4-b417-23c755169936 req-1eb14bea-a4ad-4114-92b4-009292b6f31c tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Received port after_create {{(pid=88123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:55:35.064151 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb14bea-a4ad-4114-92b4-009292b6f31c tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Pushing event updated for resources: {'Port': ['ID=9a53ee29-1741-46ce-8ab9-545a89019c14,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:35.099871 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd6584-d77c-49e4-b417-23c755169936 req-1eb14bea-a4ad-4114-92b4-009292b6f31c tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:35.100599 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-71dd6584-d77c-49e4-b417-23c755169936 req-1eb14bea-a4ad-4114-92b4-009292b6f31c tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:35.105540 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-1eb14bea-a4ad-4114-92b4-009292b6f31c tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:35.137720 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-71dd6584-d77c-49e4-b417-23c755169936 req-1eb14bea-a4ad-4114-92b4-009292b6f31c tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8864808
Dec 14 17:55:35.236679 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-71dd6584-d77c-49e4-b417-23c755169936 req-1b21c712-b57b-4dae-9a3a-67b2b299b684 service neutron] Request body: {'port': {'device_id': '14cffe89-8331-4bc9-b7eb-1556a0066cc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:55:35.425660 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c4e72-29a0-4ff5-92c7-bc9b0e98896d req-53e263da-9263-48eb-8b79-41a32e7d799e tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:35.428311 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-050c4e72-29a0-4ff5-92c7-bc9b0e98896d req-53e263da-9263-48eb-8b79-41a32e7d799e tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 945 time: 0.1349561
Dec 14 17:55:35.573875 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-050c4e72-29a0-4ff5-92c7-bc9b0e98896d req-b92835b4-d879-4038-bd11-811b9aded22a tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1288302
Dec 14 17:55:35.598288 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a75f6-f8ea-4ff3-9052-9719683ce4c6 req-f4b655bb-f2b8-43ec-a17a-e7c0f2dad108 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:35.600110 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-171a75f6-f8ea-4ff3-9052-9719683ce4c6 req-f4b655bb-f2b8-43ec-a17a-e7c0f2dad108 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=14cffe89-8331-4bc9-b7eb-1556a0066cc4 HTTP/1.1" status: 200  len: 931 time: 0.1346996
Dec 14 17:55:35.631274 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-71dd6584-d77c-49e4-b417-23c755169936 req-1b21c712-b57b-4dae-9a3a-67b2b299b684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:35.646943 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-a2b2c1a5-392c-4794-b056-278166969580 None None] Provisioning for port 9a53ee29-1741-46ce-8ab9-545a89019c14 completed by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:55:35.652149 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-a2b2c1a5-392c-4794-b056-278166969580 None None] Provisioning complete for port 9a53ee29-1741-46ce-8ab9-545a89019c14 triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:55:35.652561 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a2b2c1a5-392c-4794-b056-278166969580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:35.654376 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-171a75f6-f8ea-4ff3-9052-9719683ce4c6 req-40e52025-f101-43f4-8602-f205d07003a5 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=a344be13-959b-46d0-8008-9fed22ae749c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469813
Dec 14 17:55:35.714348 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-a2b2c1a5-392c-4794-b056-278166969580 None None] Port 9a53ee29-1741-46ce-8ab9-545a89019c14 cannot update to ACTIVE because it is not bound. {{(pid=88124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 14 17:55:36.010642 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [req-71dd6584-d77c-49e4-b417-23c755169936 req-1b21c712-b57b-4dae-9a3a-67b2b299b684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a53ee29-1741-46ce-8ab9-545a89019c14 {{(pid=88123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:55:36.019067 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-71dd6584-d77c-49e4-b417-23c755169936 req-1b21c712-b57b-4dae-9a3a-67b2b299b684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:36.037328 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [req-71dd6584-d77c-49e4-b417-23c755169936 req-1b21c712-b57b-4dae-9a3a-67b2b299b684 service neutron] Transition to ACTIVE for port object 9a53ee29-1741-46ce-8ab9-545a89019c14 will not be triggered until provisioned by entity L2. {{(pid=88123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:55:36.041302 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-71dd6584-d77c-49e4-b417-23c755169936 req-1b21c712-b57b-4dae-9a3a-67b2b299b684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1688486'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:36.046118 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e4429e58-b5c7-4513-ab3e-6bab71f9b017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:36.176616 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b21c712-b57b-4dae-9a3a-67b2b299b684 service neutron] Pushing event updated for resources: {'Port': ['ID=9a53ee29-1741-46ce-8ab9-545a89019c14,revision_number=2']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:36.181573 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-1b21c712-b57b-4dae-9a3a-67b2b299b684 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:36.304938 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-71dd6584-d77c-49e4-b417-23c755169936 req-1b21c712-b57b-4dae-9a3a-67b2b299b684 service neutron] Attempting to bind port 9a53ee29-1741-46ce-8ab9-545a89019c14 on host hv-cinder-82173 for vnic_type normal with profile  {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:55:36.305396 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-71dd6584-d77c-49e4-b417-23c755169936 req-1b21c712-b57b-4dae-9a3a-67b2b299b684 service neutron] Attempting to bind port 9a53ee29-1741-46ce-8ab9-545a89019c14 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': 'f04df0de-e1dd-4c82-94f5-bc20bcdf696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67'}] {{(pid=88123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:55:36.305553 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dd6584-d77c-49e4-b417-23c755169936 req-1b21c712-b57b-4dae-9a3a-67b2b299b684 service neutron] Attempting to bind port 9a53ee29-1741-46ce-8ab9-545a89019c14 on network c7c5dd65-00bc-43ea-a99d-6673d8873e67 {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:55:36.312466 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dd6584-d77c-49e4-b417-23c755169936 req-1b21c712-b57b-4dae-9a3a-67b2b299b684 service neutron] Port 9a53ee29-1741-46ce-8ab9-545a89019c14 on network c7c5dd65-00bc-43ea-a99d-6673d8873e67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 14 17:55:36.312813 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dd6584-d77c-49e4-b417-23c755169936 req-1b21c712-b57b-4dae-9a3a-67b2b299b684 service neutron] Attempting to bind port 9a53ee29-1741-46ce-8ab9-545a89019c14 on network c7c5dd65-00bc-43ea-a99d-6673d8873e67 {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:55:36.321316 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dd6584-d77c-49e4-b417-23c755169936 req-1b21c712-b57b-4dae-9a3a-67b2b299b684 service neutron] Checking agent: {'id': '12cfdd9e-1aa3-47c9-9727-84a7d707383b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'started_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:55:36.321686 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dd6584-d77c-49e4-b417-23c755169936 req-1b21c712-b57b-4dae-9a3a-67b2b299b684 service neutron] Checking segment: {'id': 'f04df0de-e1dd-4c82-94f5-bc20bcdf696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:55:36.322163 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dd6584-d77c-49e4-b417-23c755169936 req-1b21c712-b57b-4dae-9a3a-67b2b299b684 service neutron] Bound using segment: {'id': 'f04df0de-e1dd-4c82-94f5-bc20bcdf696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67'} {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:55:36.322662 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-71dd6584-d77c-49e4-b417-23c755169936 req-1b21c712-b57b-4dae-9a3a-67b2b299b684 service neutron] Bound port: 9a53ee29-1741-46ce-8ab9-545a89019c14, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f04df0de-e1dd-4c82-94f5-bc20bcdf696e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67'}}] {{(pid=88123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:55:36.323045 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-71dd6584-d77c-49e4-b417-23c755169936 req-1b21c712-b57b-4dae-9a3a-67b2b299b684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:36.432835 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-71dd6584-d77c-49e4-b417-23c755169936 req-1b21c712-b57b-4dae-9a3a-67b2b299b684 service neutron] For port 9a53ee29-1741-46ce-8ab9-545a89019c14, host hv-cinder-82173, cleared binding levels {{(pid=88123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:55:36.436593 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-71dd6584-d77c-49e4-b417-23c755169936 req-1b21c712-b57b-4dae-9a3a-67b2b299b684 service neutron] For port 9a53ee29-1741-46ce-8ab9-545a89019c14, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=9a53ee29-1741-46ce-8ab9-545a89019c14,segment=NetworkSegment(f04df0de-e1dd-4c82-94f5-bc20bcdf696e),segment_id=f04df0de-e1dd-4c82-94f5-bc20bcdf696e)] {{(pid=88123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:55:36.441255 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-71dd6584-d77c-49e4-b417-23c755169936 req-1b21c712-b57b-4dae-9a3a-67b2b299b684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1688486'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:36.446570 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-9babcc83-50d3-4d46-ba70-52b8b41cd9e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:36.507978 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-71dd6584-d77c-49e4-b417-23c755169936 req-1b21c712-b57b-4dae-9a3a-67b2b299b684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:36.509410 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-71dd6584-d77c-49e4-b417-23c755169936 req-1b21c712-b57b-4dae-9a3a-67b2b299b684 service neutron] 10.222.0.41 "PUT /v2.0/ports/9a53ee29-1741-46ce-8ab9-545a89019c14 HTTP/1.1" status: 200  len: 1093 time: 1.3618305
Dec 14 17:55:36.512045 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14cffe89-8331-4bc9-b7eb-1556a0066cc4', 'tag': '9a53ee29-1741-46ce-8ab9-545a89019c14'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:55:36.534075 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b21c712-b57b-4dae-9a3a-67b2b299b684 service neutron] Pushing event updated for resources: {'Port': ['ID=9a53ee29-1741-46ce-8ab9-545a89019c14,revision_number=3']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:36.538505 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-1b21c712-b57b-4dae-9a3a-67b2b299b684 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:36.586325 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14cffe89-8331-4bc9-b7eb-1556a0066cc4', 'tag': '9a53ee29-1741-46ce-8ab9-545a89019c14', 'status': 'completed', 'code': 200}
Dec 14 17:55:36.633565 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-71dd6584-d77c-49e4-b417-23c755169936 req-7ee3d862-1c11-4dd9-bbf5-aee8922b2b1d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d8ae983c147420a92d8c91613de9b2e&device_id=14cffe89-8331-4bc9-b7eb-1556a0066cc4 HTTP/1.1" status: 200  len: 1096 time: 0.0829036
Dec 14 17:55:36.724095 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-71dd6584-d77c-49e4-b417-23c755169936 req-3ab586f9-2980-4ff0-a84b-59e381fbb07d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a53ee29-1741-46ce-8ab9-545a89019c14 HTTP/1.1" status: 200  len: 217 time: 0.0752599
Dec 14 17:55:36.805826 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd6584-d77c-49e4-b417-23c755169936 req-a027e339-b783-400b-8bd7-43921d8ec17d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:36.807777 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-71dd6584-d77c-49e4-b417-23c755169936 req-a027e339-b783-400b-8bd7-43921d8ec17d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e589611-2052-444e-a79e-8f98a61a68a1 HTTP/1.1" status: 200  len: 850 time: 0.0767679
Dec 14 17:55:36.888651 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b345425-555c-441f-8bfe-bd09a44f41c3 req-5ff5a42b-6611-4c88-b2de-a537a0716e7f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:36.890738 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4b345425-555c-441f-8bfe-bd09a44f41c3 req-5ff5a42b-6611-4c88-b2de-a537a0716e7f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 945 time: 0.1618891
Dec 14 17:55:36.902918 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-71dd6584-d77c-49e4-b417-23c755169936 req-d44da132-c120-41b7-a046-653a5e141f05 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7c5dd65-00bc-43ea-a99d-6673d8873e67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0862625
Dec 14 17:55:36.958983 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52657f5d-6900-4410-87d9-dfeb58892e55 req-cbbf284f-9121-4834-8658-93b299c4520f tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:36.960594 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-52657f5d-6900-4410-87d9-dfeb58892e55 req-cbbf284f-9121-4834-8658-93b299c4520f tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=14cffe89-8331-4bc9-b7eb-1556a0066cc4 HTTP/1.1" status: 200  len: 943 time: 0.1442745
Dec 14 17:55:36.964751 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4b345425-555c-441f-8bfe-bd09a44f41c3 req-160ca667-dd59-40e8-9c02-19b7960b2b1b tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0671053
Dec 14 17:55:37.011777 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-52657f5d-6900-4410-87d9-dfeb58892e55 req-e55f7968-66dc-4a74-a608-8c22f5602526 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=a344be13-959b-46d0-8008-9fed22ae749c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447183
Dec 14 17:55:37.059123 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-71dd6584-d77c-49e4-b417-23c755169936 req-7289220b-2980-4957-a0e2-3bfdcd1257f0 service neutron] 10.222.0.41 "GET /v2.0/networks/c7c5dd65-00bc-43ea-a99d-6673d8873e67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471438
Dec 14 17:55:37.208290 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-71dd6584-d77c-49e4-b417-23c755169936 req-535e79ea-28d8-41a4-a1b2-2fa159de7f20 service neutron] 10.222.0.41 "GET /v2.0/networks/c7c5dd65-00bc-43ea-a99d-6673d8873e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1419530
Dec 14 17:55:37.344337 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-514c99c5-3c81-4e5f-8c13-9a483c0f5bcf req-c57501d2-9b02-48fc-a2de-86f2391dab06 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d8ae983c147420a92d8c91613de9b2e&device_id=14cffe89-8331-4bc9-b7eb-1556a0066cc4 HTTP/1.1" status: 200  len: 1096 time: 0.0790434
Dec 14 17:55:37.494139 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c99c5-3c81-4e5f-8c13-9a483c0f5bcf req-5e68b7b2-e158-4bd0-b443-89d5dfa573b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:37.495763 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-514c99c5-3c81-4e5f-8c13-9a483c0f5bcf req-5e68b7b2-e158-4bd0-b443-89d5dfa573b3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c7c5dd65-00bc-43ea-a99d-6673d8873e67 HTTP/1.1" status: 200  len: 912 time: 0.1445761
Dec 14 17:55:37.573806 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-514c99c5-3c81-4e5f-8c13-9a483c0f5bcf req-163706f2-da34-42cb-b075-65b5aa93e0cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a53ee29-1741-46ce-8ab9-545a89019c14 HTTP/1.1" status: 200  len: 217 time: 0.0691111
Dec 14 17:55:37.644662 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c99c5-3c81-4e5f-8c13-9a483c0f5bcf req-369044b4-1f97-4d76-a922-76f69c0aa3d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:37.646264 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-514c99c5-3c81-4e5f-8c13-9a483c0f5bcf req-369044b4-1f97-4d76-a922-76f69c0aa3d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e589611-2052-444e-a79e-8f98a61a68a1 HTTP/1.1" status: 200  len: 850 time: 0.0656846
Dec 14 17:55:37.732849 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-514c99c5-3c81-4e5f-8c13-9a483c0f5bcf req-3344e5d0-b24b-435b-b3af-079d24afe8dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7c5dd65-00bc-43ea-a99d-6673d8873e67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797272
Dec 14 17:55:37.885195 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-514c99c5-3c81-4e5f-8c13-9a483c0f5bcf req-3ed11a11-4750-48e5-b4f6-3e47e4b06244 service neutron] 10.222.0.41 "GET /v2.0/networks/c7c5dd65-00bc-43ea-a99d-6673d8873e67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417737
Dec 14 17:55:38.035614 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-514c99c5-3c81-4e5f-8c13-9a483c0f5bcf req-22eebb2e-2115-4322-a126-1f33143ed154 service neutron] 10.222.0.41 "GET /v2.0/networks/c7c5dd65-00bc-43ea-a99d-6673d8873e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1415782
Dec 14 17:55:38.258379 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0928366-c952-4cce-9bf2-9f0f74af05e0 req-3dda2cbc-ba8b-4cac-b56b-588583a6a968 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:38.260031 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c0928366-c952-4cce-9bf2-9f0f74af05e0 req-3dda2cbc-ba8b-4cac-b56b-588583a6a968 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 945 time: 0.1558766
Dec 14 17:55:38.267337 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05835f-4a4e-4cf2-b7a4-f73e3e5e2baa req-f3592621-5f2d-4f28-897b-fccf5ed8db49 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:38.268814 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6d05835f-4a4e-4cf2-b7a4-f73e3e5e2baa req-f3592621-5f2d-4f28-897b-fccf5ed8db49 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=14cffe89-8331-4bc9-b7eb-1556a0066cc4 HTTP/1.1" status: 200  len: 943 time: 0.1249614
Dec 14 17:55:38.343863 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c0928366-c952-4cce-9bf2-9f0f74af05e0 req-8ec2692c-3c93-40ea-a7d8-c1b9f0618f6c tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739894
Dec 14 17:55:38.354737 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6d05835f-4a4e-4cf2-b7a4-f73e3e5e2baa req-89da2035-a99b-4f35-b7b5-8362e7e91b54 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=a344be13-959b-46d0-8008-9fed22ae749c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0680199
Dec 14 17:55:38.952309 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 9a53ee29-1741-46ce-8ab9-545a89019c14 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 14 17:55:39.098487 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 9a53ee29-1741-46ce-8ab9-545a89019c14, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=9a53ee29-1741-46ce-8ab9-545a89019c14,segment=NetworkSegment(f04df0de-e1dd-4c82-94f5-bc20bcdf696e),segment_id=f04df0de-e1dd-4c82-94f5-bc20bcdf696e)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:55:39.115043 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Returning: {'device': '9a53ee29-1741-46ce-8ab9-545a89019c14', 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67', 'port_id': '9a53ee29-1741-46ce-8ab9-545a89019c14', 'mac_address': 'fa:16:3e:a6:ed:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e589611-2052-444e-a79e-8f98a61a68a1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 17:55:39.177675 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:39.197773 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a53ee29-1741-46ce-8ab9-545a89019c14 {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:55:39.213388 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 9a53ee29-1741-46ce-8ab9-545a89019c14, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=9a53ee29-1741-46ce-8ab9-545a89019c14,segment=NetworkSegment(f04df0de-e1dd-4c82-94f5-bc20bcdf696e),segment_id=f04df0de-e1dd-4c82-94f5-bc20bcdf696e)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:55:39.216738 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:39.218627 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-6ef13124-5196-4db7-afa3-15d0e6d5c6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:39.286384 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=9a53ee29-1741-46ce-8ab9-545a89019c14,revision_number=4']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:39.289798 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:39.508339 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['9a53ee29-1741-46ce-8ab9-545a89019c14'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 17:55:39.644071 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5787c-6e63-400a-a145-dd612a7e77ef req-76c339bc-96b3-4659-bbc0-f230bedabce2 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:39.646055 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-22a5787c-6e63-400a-a145-dd612a7e77ef req-76c339bc-96b3-4659-bbc0-f230bedabce2 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=14cffe89-8331-4bc9-b7eb-1556a0066cc4 HTTP/1.1" status: 200  len: 944 time: 0.1656668
Dec 14 17:55:39.651993 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26451920-8ca5-4683-b346-1085ea22c4da req-caebc32e-b1ac-4a27-a542-8cfe62827782 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:39.653522 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-26451920-8ca5-4683-b346-1085ea22c4da req-caebc32e-b1ac-4a27-a542-8cfe62827782 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 945 time: 0.1309345
Dec 14 17:55:39.737390 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-22a5787c-6e63-400a-a145-dd612a7e77ef req-671af7c4-e430-4262-a20c-fb34a72287b5 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=a344be13-959b-46d0-8008-9fed22ae749c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0827708
Dec 14 17:55:39.739955 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-26451920-8ca5-4683-b346-1085ea22c4da req-69696505-cf73-472a-8a62-b5638f1aad2a tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686791
Dec 14 17:55:40.972924 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 9a53ee29-1741-46ce-8ab9-545a89019c14 up at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:55:41.014867 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c54be-afe8-46ab-9cf8-07b2b5e683ff req-fc368a92-188c-4550-801a-65bab18d3f39 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:41.016491 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-444c54be-afe8-46ab-9cf8-07b2b5e683ff req-fc368a92-188c-4550-801a-65bab18d3f39 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=14cffe89-8331-4bc9-b7eb-1556a0066cc4 HTTP/1.1" status: 200  len: 944 time: 0.1547282
Dec 14 17:55:41.023946 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4148dd4-781a-4d78-a636-751153f76bc1 req-cfb9a2e6-b142-4928-9abf-a997d48cab9e tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:41.025796 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d4148dd4-781a-4d78-a636-751153f76bc1 req-cfb9a2e6-b142-4928-9abf-a997d48cab9e tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 945 time: 0.1234169
Dec 14 17:55:41.058233 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning for port 9a53ee29-1741-46ce-8ab9-545a89019c14 completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:55:41.063574 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning complete for port 9a53ee29-1741-46ce-8ab9-545a89019c14 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:55:41.064122 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:41.104445 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-444c54be-afe8-46ab-9cf8-07b2b5e683ff req-c5bced7c-c2d4-41e4-8448-8b3cc3ca545d tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=a344be13-959b-46d0-8008-9fed22ae749c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0776136
Dec 14 17:55:41.111848 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d4148dd4-781a-4d78-a636-751153f76bc1 req-eb4a95eb-0748-4a67-9420-5f6f47530763 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677900
Dec 14 17:55:41.195278 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:41.223026 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14cffe89-8331-4bc9-b7eb-1556a0066cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a53ee29-1741-46ce-8ab9-545a89019c14'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:55:41.233551 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 9a53ee29-1741-46ce-8ab9-545a89019c14, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=9a53ee29-1741-46ce-8ab9-545a89019c14,segment=NetworkSegment(f04df0de-e1dd-4c82-94f5-bc20bcdf696e),segment_id=f04df0de-e1dd-4c82-94f5-bc20bcdf696e)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:55:41.237690 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:41.240659 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-fec335fa-a3e7-402d-8eec-06618c0af52e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:41.289492 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14cffe89-8331-4bc9-b7eb-1556a0066cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a53ee29-1741-46ce-8ab9-545a89019c14', 'code': 200}
Dec 14 17:55:41.313184 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=9a53ee29-1741-46ce-8ab9-545a89019c14,revision_number=5']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:41.316555 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:41.527563 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b756fc35-dc36-42a9-ad5e-3f57632b088c req-8d5edbf5-ba7c-4d84-a053-38a7e7e76890 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=14cffe89-8331-4bc9-b7eb-1556a0066cc4 HTTP/1.1" status: 200  len: 1098 time: 0.0758796
Dec 14 17:55:41.578880 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b756fc35-dc36-42a9-ad5e-3f57632b088c req-bd6830a1-b8bf-486a-bb99-6c4ee408f5fa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a344be13-959b-46d0-8008-9fed22ae749c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432549
Dec 14 17:55:42.401811 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912161a-7a6f-4e02-868d-d9f9ddeeecff req-6bec2993-d673-4b66-9146-659f6663f95c tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:42.403396 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c912161a-7a6f-4e02-868d-d9f9ddeeecff req-6bec2993-d673-4b66-9146-659f6663f95c tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=14cffe89-8331-4bc9-b7eb-1556a0066cc4 HTTP/1.1" status: 200  len: 945 time: 0.1658289
Dec 14 17:55:42.413697 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae8a69-de44-4599-b5d5-f5349906fdcd req-a5931263-d014-490a-8d36-63d2241a92e6 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:42.415394 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d8ae8a69-de44-4599-b5d5-f5349906fdcd req-a5931263-d014-490a-8d36-63d2241a92e6 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 945 time: 0.1380143
Dec 14 17:55:42.501371 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c912161a-7a6f-4e02-868d-d9f9ddeeecff req-43687020-6cb5-4743-adf4-7ae08435ee8b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=a344be13-959b-46d0-8008-9fed22ae749c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0849240
Dec 14 17:55:42.504000 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d8ae8a69-de44-4599-b5d5-f5349906fdcd req-9506962e-8b21-4496-8e8f-cb79ca31e2ea tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0721433
Dec 14 17:55:43.783800 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7e5e3-3791-4272-9479-61e66fe7d4da req-5efe8d2c-caa2-410b-95b6-16eef630bb0f tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:43.785395 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ddb7e5e3-3791-4272-9479-61e66fe7d4da req-5efe8d2c-caa2-410b-95b6-16eef630bb0f tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=14cffe89-8331-4bc9-b7eb-1556a0066cc4 HTTP/1.1" status: 200  len: 945 time: 0.1522570
Dec 14 17:55:43.794258 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2431e21-d54c-4fdb-94f8-d20f46a81b55 req-7e3f072b-d625-4dc9-87e3-0ea97e78e427 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:43.795745 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a2431e21-d54c-4fdb-94f8-d20f46a81b55 req-7e3f072b-d625-4dc9-87e3-0ea97e78e427 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 945 time: 0.1149426
Dec 14 17:55:43.876347 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ddb7e5e3-3791-4272-9479-61e66fe7d4da req-d0f85d86-eca5-4079-8e18-3da6e365bd76 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=a344be13-959b-46d0-8008-9fed22ae749c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0795825
Dec 14 17:55:43.881366 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a2431e21-d54c-4fdb-94f8-d20f46a81b55 req-2d8c48e5-fb36-4e8d-8e43-8fc7eef11e58 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698361
Dec 14 17:55:45.390894 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972ee0e-903e-4a4e-9b11-08c4f582923e req-a50e887f-dbf6-457a-baeb-f02159feb432 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:45.392490 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2972ee0e-903e-4a4e-9b11-08c4f582923e req-a50e887f-dbf6-457a-baeb-f02159feb432 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=14cffe89-8331-4bc9-b7eb-1556a0066cc4 HTTP/1.1" status: 200  len: 945 time: 0.3846714
Dec 14 17:55:45.398305 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a3604-1b6b-458e-b5de-3d7c8af02919 req-f3200a1e-5ff5-43a9-8484-e24c80a18a5a tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:45.399775 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-740a3604-1b6b-458e-b5de-3d7c8af02919 req-f3200a1e-5ff5-43a9-8484-e24c80a18a5a tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 945 time: 0.3544881
Dec 14 17:55:45.479932 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-740a3604-1b6b-458e-b5de-3d7c8af02919 req-94ba9bf1-68a0-4d6f-8968-48615fe94087 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645404
Dec 14 17:55:45.482188 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2972ee0e-903e-4a4e-9b11-08c4f582923e req-e89fa706-a14c-4c22-af81-1afb1cfd29ce tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=a344be13-959b-46d0-8008-9fed22ae749c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0814440
Dec 14 17:55:46.765393 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7740974-747b-47ed-8f6c-bedb4c6f65d4 req-f24f4948-8ffb-4c74-a772-7a353252536d tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:46.767042 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f7740974-747b-47ed-8f6c-bedb4c6f65d4 req-f24f4948-8ffb-4c74-a772-7a353252536d tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=14cffe89-8331-4bc9-b7eb-1556a0066cc4 HTTP/1.1" status: 200  len: 945 time: 0.1549594
Dec 14 17:55:46.773994 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84c9af-ec36-426e-b2b2-2463acca4eb5 req-b35ac753-527d-4930-8a39-44e820e97716 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:46.775552 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1c84c9af-ec36-426e-b2b2-2463acca4eb5 req-b35ac753-527d-4930-8a39-44e820e97716 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 945 time: 0.1221931
Dec 14 17:55:46.855089 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f7740974-747b-47ed-8f6c-bedb4c6f65d4 req-62b0461b-64c8-4321-afca-1e6d9111b439 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=a344be13-959b-46d0-8008-9fed22ae749c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0784783
Dec 14 17:55:46.858990 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1c84c9af-ec36-426e-b2b2-2463acca4eb5 req-00d36d58-7d64-421a-a153-168b8ce20d09 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0671349
Dec 14 17:55:47.082792 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f363f21-4e22-4501-9279-1a4e749af77b req-ecd4b86f-8b5f-4abc-81fc-5fcfbaf07d34 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:47.084556 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0f363f21-4e22-4501-9279-1a4e749af77b req-ecd4b86f-8b5f-4abc-81fc-5fcfbaf07d34 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=14cffe89-8331-4bc9-b7eb-1556a0066cc4 HTTP/1.1" status: 200  len: 945 time: 0.1088233
Dec 14 17:55:47.097458 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 50304) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:55:47.103938 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-5924fe80-0dcf-4fff-9e8b-ca7f67a4344b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Request body: {'floatingip': {'port_id': '9a53ee29-1741-46ce-8ab9-545a89019c14'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:55:47.187982 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5924fe80-0dcf-4fff-9e8b-ca7f67a4344b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for floatingip, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:48.045955 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5924fe80-0dcf-4fff-9e8b-ca7f67a4344b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:48.049230 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5924fe80-0dcf-4fff-9e8b-ca7f67a4344b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646637'] for floatingip, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:48.076142 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751336e8-5100-4c47-9b24-8c34b6194321 req-eef061a5-129e-47ab-b676-4e5f83b21dc6 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:48.077703 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-751336e8-5100-4c47-9b24-8c34b6194321 req-eef061a5-129e-47ab-b676-4e5f83b21dc6 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 945 time: 0.0854294
Dec 14 17:55:48.132120 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-751336e8-5100-4c47-9b24-8c34b6194321 req-775bb0da-bddf-47b8-b17a-8670b7de4223 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472999
Dec 14 17:55:48.258045 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.l3_db [None req-5924fe80-0dcf-4fff-9e8b-ca7f67a4344b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Floating IP b4d04a85-c188-4a08-aae9-1a7c62f62093 associated. External IP: 172.27.2.226, port: 9a53ee29-1741-46ce-8ab9-545a89019c14.
Dec 14 17:55:48.693778 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5924fe80-0dcf-4fff-9e8b-ca7f67a4344b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Router e62b8666-2cc9-4a1d-a59e-36afa8810025 has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 17:55:48.917034 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5924fe80-0dcf-4fff-9e8b-ca7f67a4344b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 17:55:48.921531 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5924fe80-0dcf-4fff-9e8b-ca7f67a4344b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for floatingip, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:48.927371 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9c38f9-b5b0-4bd6-b6c9-0eeba3dc7cb6 None None] Sync routers for ids ['e62b8666-2cc9-4a1d-a59e-36afa8810025'] in dv-cinder-821737-1-iscsi {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 17:55:48.945104 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9c38f9-b5b0-4bd6-b6c9-0eeba3dc7cb6 None None] Routers {'e62b8666-2cc9-4a1d-a59e-36afa8810025'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:55:48.945831 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-9e9c38f9-b5b0-4bd6-b6c9-0eeba3dc7cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622d04cf98>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:55:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['e62b8666-2cc9-4a1d-a59e-36afa8810025'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:55:48.978050 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-5924fe80-0dcf-4fff-9e8b-ca7f67a4344b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "PUT /v2.0/floatingips/b4d04a85-c188-4a08-aae9-1a7c62f62093 HTTP/1.1" status: 200  len: 991 time: 1.8790202
Dec 14 17:55:48.978776 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14cffe89-8331-4bc9-b7eb-1556a0066cc4', 'tag': '9a53ee29-1741-46ce-8ab9-545a89019c14'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:55:49.118337 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14cffe89-8331-4bc9-b7eb-1556a0066cc4', 'tag': '9a53ee29-1741-46ce-8ab9-545a89019c14', 'status': 'completed', 'code': 200}
Dec 14 17:55:49.132697 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-9e9c38f9-b5b0-4bd6-b6c9-0eeba3dc7cb6 None None] Set router e62b8666-2cc9-4a1d-a59e-36afa8810025 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:55:49.385928 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe8281-5a8c-4153-bce4-88a47b842184 req-5fff785e-e685-447f-aff2-b15dfaa8f1b8 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:49.387487 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2bbe8281-5a8c-4153-bce4-88a47b842184 req-5fff785e-e685-447f-aff2-b15dfaa8f1b8 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 945 time: 0.1125078
Dec 14 17:55:49.445413 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2bbe8281-5a8c-4153-bce4-88a47b842184 req-ca05b37d-72f6-4920-bcd7-1d84a05380a0 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504973
Dec 14 17:55:49.452185 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-90827b22-19a8-4e11-a2cd-79df1fa99508 req-3b8e3919-99d9-420e-88d1-0672e97654c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d8ae983c147420a92d8c91613de9b2e&device_id=14cffe89-8331-4bc9-b7eb-1556a0066cc4 HTTP/1.1" status: 200  len: 1098 time: 0.0953710
Dec 14 17:55:49.541612 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-9e9c38f9-b5b0-4bd6-b6c9-0eeba3dc7cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622d04cf98>, [{'id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'name': 'tempest-AttachVolumeTestJSON-2144495592-router', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:50:13Z', 'updated_at': '2021-12-14T17:50:24Z', 'revision_number': 4, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'gw_port': {'id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:15Z', 'updated_at': '2021-12-14T17:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_floatingips': [{'id': 'b4d04a85-c188-4a08-aae9-1a7c62f62093', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'floating_ip_address': '172.27.2.226', 'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'router_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'port_id': '9a53ee29-1741-46ce-8ab9-545a89019c14', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67', 'mac_address': 'fa:16:3e:a6:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cffe89-8331-4bc9-b7eb-1556a0066cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T17:55:30Z', 'updated_at': '2021-12-14T17:55:47Z', 'revision_number': 1, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cf578f-b452-4e78-aaf5-2d217197577d', 'name': '', 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'mac_address': 'fa:16:3e:f3:05:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e589611-2052-444e-a79e-8f98a61a68a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:22Z', 'updated_at': '2021-12-14T17:50:44Z', 'revision_number': 5, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'subnets': [{'id': '7e589611-2052-444e-a79e-8f98a61a68a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:55:49.546121 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9c38f9-b5b0-4bd6-b6c9-0eeba3dc7cb6 None None] Checking router: e62b8666-2cc9-4a1d-a59e-36afa8810025 for host: dv-cinder-821737-1-iscsi {{(pid=88124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 17:55:49.558146 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9c38f9-b5b0-4bd6-b6c9-0eeba3dc7cb6 None None] Routers {'e62b8666-2cc9-4a1d-a59e-36afa8810025'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:55:49.558816 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-9e9c38f9-b5b0-4bd6-b6c9-0eeba3dc7cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622d04cf98>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:55:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['e62b8666-2cc9-4a1d-a59e-36afa8810025'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:55:49.613137 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90827b22-19a8-4e11-a2cd-79df1fa99508 req-93d38356-f207-4699-9e6b-5d4f404f8ed5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:49.614770 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-90827b22-19a8-4e11-a2cd-79df1fa99508 req-93d38356-f207-4699-9e6b-5d4f404f8ed5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c7c5dd65-00bc-43ea-a99d-6673d8873e67 HTTP/1.1" status: 200  len: 912 time: 0.1456439
Dec 14 17:55:49.727594 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-90827b22-19a8-4e11-a2cd-79df1fa99508 req-af971741-8d82-4f85-b6b5-0ee80058495d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a53ee29-1741-46ce-8ab9-545a89019c14 HTTP/1.1" status: 200  len: 999 time: 0.1050916
Dec 14 17:55:49.745700 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-9e9c38f9-b5b0-4bd6-b6c9-0eeba3dc7cb6 None None] Set router e62b8666-2cc9-4a1d-a59e-36afa8810025 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:55:49.798059 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90827b22-19a8-4e11-a2cd-79df1fa99508 req-ee681872-a75a-4b2a-bdfc-6bdc9dafe458 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:49.799714 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-90827b22-19a8-4e11-a2cd-79df1fa99508 req-ee681872-a75a-4b2a-bdfc-6bdc9dafe458 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e589611-2052-444e-a79e-8f98a61a68a1 HTTP/1.1" status: 200  len: 850 time: 0.0652871
Dec 14 17:55:49.882217 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-90827b22-19a8-4e11-a2cd-79df1fa99508 req-a5bf6c85-06b5-492b-a7f7-bdfbe5c4756d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7c5dd65-00bc-43ea-a99d-6673d8873e67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0758202
Dec 14 17:55:50.032131 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-90827b22-19a8-4e11-a2cd-79df1fa99508 req-7eca904c-f0fe-4ab5-a794-a2562875c652 service neutron] 10.222.0.41 "GET /v2.0/networks/c7c5dd65-00bc-43ea-a99d-6673d8873e67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368937
Dec 14 17:55:50.120850 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-9e9c38f9-b5b0-4bd6-b6c9-0eeba3dc7cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622d04cf98>, [{'id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'name': 'tempest-AttachVolumeTestJSON-2144495592-router', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:50:13Z', 'updated_at': '2021-12-14T17:50:24Z', 'revision_number': 4, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'gw_port': {'id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:15Z', 'updated_at': '2021-12-14T17:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_floatingips': [{'id': 'b4d04a85-c188-4a08-aae9-1a7c62f62093', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'floating_ip_address': '172.27.2.226', 'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'router_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'port_id': '9a53ee29-1741-46ce-8ab9-545a89019c14', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67', 'mac_address': 'fa:16:3e:a6:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cffe89-8331-4bc9-b7eb-1556a0066cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T17:55:30Z', 'updated_at': '2021-12-14T17:55:47Z', 'revision_number': 1, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cf578f-b452-4e78-aaf5-2d217197577d', 'name': '', 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'mac_address': 'fa:16:3e:f3:05:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e589611-2052-444e-a79e-8f98a61a68a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:22Z', 'updated_at': '2021-12-14T17:50:44Z', 'revision_number': 5, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'subnets': [{'id': '7e589611-2052-444e-a79e-8f98a61a68a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:55:50.125550 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9c38f9-b5b0-4bd6-b6c9-0eeba3dc7cb6 None None] The sync data for ids ['e62b8666-2cc9-4a1d-a59e-36afa8810025'] in dv-cinder-821737-1-iscsi is: [{'id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'name': 'tempest-AttachVolumeTestJSON-2144495592-router', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:50:13Z', 'updated_at': '2021-12-14T17:50:24Z', 'revision_number': 4, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'gw_port': {'id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:15Z', 'updated_at': '2021-12-14T17:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_floatingips': [{'id': 'b4d04a85-c188-4a08-aae9-1a7c62f62093', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'floating_ip_address': '172.27.2.226', 'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'router_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'port_id': '9a53ee29-1741-46ce-8ab9-545a89019c14', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67', 'mac_address': 'fa:16:3e:a6:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cffe89-8331-4bc9-b7eb-1556a0066cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T17:55:30Z', 'updated_at': '2021-12-14T17:55:47Z', 'revision_number': 1, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cf578f-b452-4e78-aaf5-2d217197577d', 'name': '', 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'mac_address': 'fa:16:3e:f3:05:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e589611-2052-444e-a79e-8f98a61a68a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:22Z', 'updated_at': '2021-12-14T17:50:44Z', 'revision_number': 5, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'subnets': [{'id': '7e589611-2052-444e-a79e-8f98a61a68a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 17:55:50.188690 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-90827b22-19a8-4e11-a2cd-79df1fa99508 req-c6092f1b-3cf3-4488-9f97-fda96742c0da service neutron] 10.222.0.41 "GET /v2.0/networks/c7c5dd65-00bc-43ea-a99d-6673d8873e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1443675
Dec 14 17:55:50.504982 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578142c1-4ba4-48d0-9b01-63111ef05828 None None] New status for floating IP b4d04a85-c188-4a08-aae9-1a7c62f62093: ACTIVE {{(pid=88125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 14 17:55:50.672618 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147de9a-4f91-430b-b614-e2ee37143a54 req-6884ccf4-f2fc-4068-bf4b-e0a28df50e18 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:50.674793 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5147de9a-4f91-430b-b614-e2ee37143a54 req-6884ccf4-f2fc-4068-bf4b-e0a28df50e18 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 945 time: 0.0880167
Dec 14 17:55:50.724908 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5147de9a-4f91-430b-b614-e2ee37143a54 req-12a7c721-3951-469b-b7aa-578a834c230b tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440028
Dec 14 17:55:50.753373 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fab70a22-1209-41cd-87a7-11eff0eff42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:51.655973 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:51.959583 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e4e7e-c590-49be-85f4-dafb94af587d req-97e6466d-dfc7-4610-aa99-020412e678ca tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:51.961278 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2d6e4e7e-c590-49be-85f4-dafb94af587d req-97e6466d-dfc7-4610-aa99-020412e678ca tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 945 time: 0.0908861
Dec 14 17:55:52.012919 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2d6e4e7e-c590-49be-85f4-dafb94af587d req-532ce1f9-c01b-4f2a-b1a0-62143fef3987 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438471
Dec 14 17:55:52.919533 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-38d89ca2-d403-40fd-91d5-4d78c31cb991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:53.064549 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 1d79f2b2-0345-4bf5-818e-2bd900723596 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 14 17:55:53.223981 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 1d79f2b2-0345-4bf5-818e-2bd900723596, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=1d79f2b2-0345-4bf5-818e-2bd900723596,segment=NetworkSegment(66237df7-ad58-4612-ad39-411169863aef),segment_id=66237df7-ad58-4612-ad39-411169863aef)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:55:53.238864 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Returning: {'device': '1d79f2b2-0345-4bf5-818e-2bd900723596', 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a', 'port_id': '1d79f2b2-0345-4bf5-818e-2bd900723596', 'mac_address': 'fa:16:3e:bd:b8:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 17:55:53.240987 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723aa91-03c7-476b-9095-6bbea0006140 req-7b85aca5-450b-4868-9696-f8af8deb5d76 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:53.242642 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b723aa91-03c7-476b-9095-6bbea0006140 req-7b85aca5-450b-4868-9696-f8af8deb5d76 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 945 time: 0.0875504
Dec 14 17:55:53.299188 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b723aa91-03c7-476b-9095-6bbea0006140 req-e66c2905-ce1b-4596-b6da-1d224ad97df1 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500333
Dec 14 17:55:53.312519 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:53.317128 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:53.338494 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d79f2b2-0345-4bf5-818e-2bd900723596 {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:55:53.357621 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 1d79f2b2-0345-4bf5-818e-2bd900723596, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=1d79f2b2-0345-4bf5-818e-2bd900723596,segment=NetworkSegment(66237df7-ad58-4612-ad39-411169863aef),segment_id=66237df7-ad58-4612-ad39-411169863aef)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:55:53.361812 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:53.364153 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:53.441765 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=1d79f2b2-0345-4bf5-818e-2bd900723596,revision_number=6']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:53.445265 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:53.463426 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['1d79f2b2-0345-4bf5-818e-2bd900723596'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 17:55:54.625555 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:54.628134 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118e59d-6bcd-4bc9-bc17-ab919df30414 req-3323395b-d3b4-47ca-83f9-e85ac635a445 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:54.642879 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2118e59d-6bcd-4bc9-bc17-ab919df30414 req-3323395b-d3b4-47ca-83f9-e85ac635a445 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 944 time: 0.1533999
Dec 14 17:55:54.710548 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2118e59d-6bcd-4bc9-bc17-ab919df30414 req-bb3424dd-dc08-41d6-8345-1facba09b6bc tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0664260
Dec 14 17:55:55.064928 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 1d79f2b2-0345-4bf5-818e-2bd900723596 up at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:55:55.159830 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning complete for port 1d79f2b2-0345-4bf5-818e-2bd900723596 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:55:55.160414 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:55.296072 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:55.329545 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50b6ba7-0af3-40fb-b6dc-31e9d37301ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d79f2b2-0345-4bf5-818e-2bd900723596'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:55:55.340772 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 1d79f2b2-0345-4bf5-818e-2bd900723596, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=1d79f2b2-0345-4bf5-818e-2bd900723596,segment=NetworkSegment(66237df7-ad58-4612-ad39-411169863aef),segment_id=66237df7-ad58-4612-ad39-411169863aef)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:55:55.346289 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:55.350516 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:55.433152 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=1d79f2b2-0345-4bf5-818e-2bd900723596,revision_number=7']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:55.454594 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:55.513722 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50b6ba7-0af3-40fb-b6dc-31e9d37301ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d79f2b2-0345-4bf5-818e-2bd900723596', 'code': 200}
Dec 14 17:55:55.980948 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e47a0-02f6-490f-9c70-ece0ab725bf0 req-73088d5f-ee35-4dd0-86b2-9e0538c05f96 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:55.983595 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e40e47a0-02f6-490f-9c70-ece0ab725bf0 req-73088d5f-ee35-4dd0-86b2-9e0538c05f96 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 945 time: 0.1111181
Dec 14 17:55:56.058797 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e40e47a0-02f6-490f-9c70-ece0ab725bf0 req-7cc65db6-bff2-4f56-9f53-f6389dfad130 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666804
Dec 14 17:55:56.277892 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547862d2-fc39-49c7-9965-af052745535b req-e893b9f4-e0cd-4603-bfdf-8ee5f197e7d3 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:56.279574 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-547862d2-fc39-49c7-9965-af052745535b req-e893b9f4-e0cd-4603-bfdf-8ee5f197e7d3 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/ports?device_id=504b53fc-3713-4657-b4de-121d65b7b53c HTTP/1.1" status: 200  len: 945 time: 0.1157217
Dec 14 17:55:56.350725 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-547862d2-fc39-49c7-9965-af052745535b req-1a5cfbf0-c383-482a-99fd-f68b9d04df51 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a2505b3-820c-4cd1-8257-4d727ba8d209&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622449
Dec 14 17:55:57.311343 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4657b-658b-422a-be11-e871ad03d515 req-84b5ba62-39a9-4e6a-a27b-592ec1d62be0 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:57.313090 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c7f4657b-658b-422a-be11-e871ad03d515 req-84b5ba62-39a9-4e6a-a27b-592ec1d62be0 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 945 time: 0.1077104
Dec 14 17:55:57.321521 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 6 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 17:55:57.380037 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c7f4657b-658b-422a-be11-e871ad03d515 req-8686f928-5565-44ee-ac8f-bd924ae3cf7c tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539131
Dec 14 17:55:57.616723 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a68eac-3629-471f-8d6e-0621461cb7e9 req-41e32fd8-939c-4e64-9796-ccc5f9e748b0 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:57.619218 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b8a68eac-3629-471f-8d6e-0621461cb7e9 req-41e32fd8-939c-4e64-9796-ccc5f9e748b0 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/ports?device_id=504b53fc-3713-4657-b4de-121d65b7b53c HTTP/1.1" status: 200  len: 945 time: 0.0961270
Dec 14 17:55:57.686052 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b8a68eac-3629-471f-8d6e-0621461cb7e9 req-f0fb4db6-cc0f-4ba2-8215-2ebbc607915d tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a2505b3-820c-4cd1-8257-4d727ba8d209&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587006
Dec 14 17:55:58.100823 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3c836-ecc7-406e-b39b-ad7e74ca1784 req-e091c35f-17f9-45fe-a767-e71887149488 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:58.102811 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-b5c3c836-ecc7-406e-b39b-ad7e74ca1784 req-e091c35f-17f9-45fe-a767-e71887149488 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Synchronizing usage tracker for tenant:6283c9bd5e614aedb499945da6738b78 on resource:port {{(pid=88123) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:55:58.119016 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-b5c3c836-ecc7-406e-b39b-ad7e74ca1784 req-e091c35f-17f9-45fe-a767-e71887149488 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Unset dirty status for tenant:6283c9bd5e614aedb499945da6738b78 on resource:port {{(pid=88123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:55:58.120267 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b5c3c836-ecc7-406e-b39b-ad7e74ca1784 req-e091c35f-17f9-45fe-a767-e71887149488 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.41 "GET /v2.0/ports?device_id=504b53fc-3713-4657-b4de-121d65b7b53c HTTP/1.1" status: 200  len: 945 time: 0.1144805
Dec 14 17:55:58.211812 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-b5c3c836-ecc7-406e-b39b-ad7e74ca1784 req-7e590f9d-e921-4224-81f5-6335685e7435 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Deleting port da5ff07c-1585-40c0-811f-0423e139f6ee {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:55:58.212144 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-b5c3c836-ecc7-406e-b39b-ad7e74ca1784 req-7e590f9d-e921-4224-81f5-6335685e7435 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:58.727278 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc2c58-8524-45d8-a994-69fdf63b62bd req-a02fe253-f9ff-4b1b-ae8b-1f29c2424c6a tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:58.730392 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-fadc2c58-8524-45d8-a994-69fdf63b62bd req-a02fe253-f9ff-4b1b-ae8b-1f29c2424c6a tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 945 time: 0.1125305
Dec 14 17:55:58.778942 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-b5c3c836-ecc7-406e-b39b-ad7e74ca1784 req-7e590f9d-e921-4224-81f5-6335685e7435 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] For port da5ff07c-1585-40c0-811f-0423e139f6ee, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=da5ff07c-1585-40c0-811f-0423e139f6ee,segment=NetworkSegment(100b0513-0059-4351-9a3f-30fa9e51466f),segment_id=100b0513-0059-4351-9a3f-30fa9e51466f)] {{(pid=88123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:55:58.779614 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-b5c3c836-ecc7-406e-b39b-ad7e74ca1784 req-7e590f9d-e921-4224-81f5-6335685e7435 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:58.799007 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-fadc2c58-8524-45d8-a994-69fdf63b62bd req-a88560ad-5e4b-4c6e-8a86-16f6aab850ab tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0597036
Dec 14 17:55:58.911583 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-b5c3c836-ecc7-406e-b39b-ad7e74ca1784 req-7e590f9d-e921-4224-81f5-6335685e7435 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Calling delete_port for da5ff07c-1585-40c0-811f-0423e139f6ee owned by compute:nova {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:55:58.940307 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c3b84-f236-46c2-8d42-bd63b8501fc4 req-1a217952-08f1-4fa3-a771-4ed7e77e22f8 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:58.941031 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-621c3b84-f236-46c2-8d42-bd63b8501fc4 req-1a217952-08f1-4fa3-a771-4ed7e77e22f8 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/ports?device_id=504b53fc-3713-4657-b4de-121d65b7b53c HTTP/1.1" status: 200  len: 945 time: 0.0910835
Dec 14 17:55:59.001591 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-621c3b84-f236-46c2-8d42-bd63b8501fc4 req-0443da6b-45d0-482f-9a9f-8fe6223b3822 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a2505b3-820c-4cd1-8257-4d727ba8d209&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527003
Dec 14 17:55:59.070461 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-293ebdc1-58df-4108-8b73-bb6518f67ddc req-0c15e175-552b-45a8-9b50-405a2d6729a5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1170390
Dec 14 17:55:59.197457 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-b5c3c836-ecc7-406e-b39b-ad7e74ca1784 req-7e590f9d-e921-4224-81f5-6335685e7435 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:59.210542 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['da5ff07c-1585-40c0-811f-0423e139f6ee'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 17:55:59.210997 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b89682c1-0c7c-4abd-94dc-7bf42b2cf39a tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:55:59.275461 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e590f9d-e921-4224-81f5-6335685e7435 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Pushing event deleted for resources: {'Port': ['ID=da5ff07c-1585-40c0-811f-0423e139f6ee,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:55:59.279298 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-7e590f9d-e921-4224-81f5-6335685e7435 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:55:59.396827 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c3c836-ecc7-406e-b39b-ad7e74ca1784 req-7e590f9d-e921-4224-81f5-6335685e7435 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] No DVR routers for this DVR port da5ff07c-1585-40c0-811f-0423e139f6ee on host hv-cinder-82173 {{(pid=88123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 14 17:55:59.400115 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-b5c3c836-ecc7-406e-b39b-ad7e74ca1784 req-7e590f9d-e921-4224-81f5-6335685e7435 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:55:59.402839 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504b53fc-3713-4657-b4de-121d65b7b53c', 'name': 'network-vif-deleted', 'tag': 'da5ff07c-1585-40c0-811f-0423e139f6ee'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:55:59.428680 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-293ebdc1-58df-4108-8b73-bb6518f67ddc req-a9f47be2-e474-450b-a900-1c742cacb210 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b93cf5a3216e440abb14c71bd3408e06&device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 1098 time: 0.2732627
Dec 14 17:55:59.430539 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b5c3c836-ecc7-406e-b39b-ad7e74ca1784 req-7e590f9d-e921-4224-81f5-6335685e7435 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.41 "DELETE /v2.0/ports/da5ff07c-1585-40c0-811f-0423e139f6ee HTTP/1.1" status: 204  len: 173 time: 1.3017349
Dec 14 17:55:59.504122 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504b53fc-3713-4657-b4de-121d65b7b53c', 'name': 'network-vif-deleted', 'tag': 'da5ff07c-1585-40c0-811f-0423e139f6ee', 'status': 'completed', 'code': 200}
Dec 14 17:55:59.640879 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ebdc1-58df-4108-8b73-bb6518f67ddc req-bcf68399-7034-4d48-ba08-2068a593eb81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:59.642779 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-293ebdc1-58df-4108-8b73-bb6518f67ddc req-bcf68399-7034-4d48-ba08-2068a593eb81 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ffc462dc-295a-4bfc-a609-89b327c7e36a HTTP/1.1" status: 200  len: 909 time: 0.1855919
Dec 14 17:55:59.776527 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-293ebdc1-58df-4108-8b73-bb6518f67ddc req-0b7f2554-1268-40df-aa6d-635fbf9a7585 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed HTTP/1.1" status: 200  len: 1001 time: 0.1256702
Dec 14 17:55:59.889526 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ebdc1-58df-4108-8b73-bb6518f67ddc req-41591987-9ec4-4328-9b82-0411d52a89f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:55:59.891138 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-293ebdc1-58df-4108-8b73-bb6518f67ddc req-41591987-9ec4-4328-9b82-0411d52a89f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cfcf42a1-a9dc-46d7-a1db-ab5395db2486 HTTP/1.1" status: 200  len: 847 time: 0.0938454
Dec 14 17:56:00.017431 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-293ebdc1-58df-4108-8b73-bb6518f67ddc req-1f12bc00-bab8-4185-a7e2-3ee5def5cce2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ffc462dc-295a-4bfc-a609-89b327c7e36a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1072946
Dec 14 17:56:00.130221 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99dfc2-aee1-4502-8f25-41c608b0d9d5 req-231e5e8f-1088-4ba0-a977-9f64122cff35 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:00.137672 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ac99dfc2-aee1-4502-8f25-41c608b0d9d5 req-231e5e8f-1088-4ba0-a977-9f64122cff35 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 945 time: 0.1465135
Dec 14 17:56:00.218513 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ac99dfc2-aee1-4502-8f25-41c608b0d9d5 req-aa46b998-8254-4105-9e56-1ecc442f05c9 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0794613
Dec 14 17:56:00.248190 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-293ebdc1-58df-4108-8b73-bb6518f67ddc req-c1e34554-9ae6-4dc3-a6d1-2e1b3eaae4b7 service neutron] 10.222.0.41 "GET /v2.0/networks/ffc462dc-295a-4bfc-a609-89b327c7e36a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2232368
Dec 14 17:56:00.289974 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4ec99703-ace5-4d30-8475-c0c6d0e26f38 req-bc41939f-991d-4f25-99b4-3fb42d82719b tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] 10.222.0.53 "GET /v2.0/ports?device_id=504b53fc-3713-4657-b4de-121d65b7b53c HTTP/1.1" status: 200  len: 210 time: 0.0560193
Dec 14 17:56:00.465565 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-293ebdc1-58df-4108-8b73-bb6518f67ddc req-138dd548-c3f4-4d6c-ba8a-c459abb3b80a service neutron] 10.222.0.41 "GET /v2.0/networks/ffc462dc-295a-4bfc-a609-89b327c7e36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2061074
Dec 14 17:56:01.528657 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19581d-088b-4fc4-b334-c3abe214788f req-3a62c220-3d8c-416c-9e53-64612e9a1090 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:01.530350 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0a19581d-088b-4fc4-b334-c3abe214788f req-3a62c220-3d8c-416c-9e53-64612e9a1090 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 945 time: 0.0974395
Dec 14 17:56:01.597664 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0a19581d-088b-4fc4-b334-c3abe214788f req-4cf774f9-0f97-405e-8dc2-eef2afb093fc tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0597446
Dec 14 17:56:02.149439 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:02.820857 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95732567-b177-4b3f-bf23-63710df23c44 req-2408887a-40dd-4df7-9890-ff7014aa5915 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:02.822684 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-95732567-b177-4b3f-bf23-63710df23c44 req-2408887a-40dd-4df7-9890-ff7014aa5915 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 945 time: 0.0899119
Dec 14 17:56:02.879711 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-95732567-b177-4b3f-bf23-63710df23c44 req-4e794273-df6c-4c51-8388-b433971b52d6 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502293
Dec 14 17:56:03.122621 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device da5ff07c-1585-40c0-811f-0423e139f6ee no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 17:56:03.157956 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] No Port match for: da5ff07c-1585-40c0-811f-0423e139f6ee {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 17:56:03.158342 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device da5ff07c-1585-40c0-811f-0423e139f6ee not bound to the agent host hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 17:56:04.112469 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20087df7-7127-425e-8015-09e93d90cd75 req-618dc4b8-25f9-4b80-b998-b0be1337dd4c tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:04.114155 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-20087df7-7127-425e-8015-09e93d90cd75 req-618dc4b8-25f9-4b80-b998-b0be1337dd4c tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 945 time: 0.0931790
Dec 14 17:56:04.165383 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-20087df7-7127-425e-8015-09e93d90cd75 req-a36d93df-c7f3-4fcf-9bb7-9a13361aadc5 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449388
Dec 14 17:56:05.407791 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1895a-a187-416a-bb3b-40b6e2164f7d req-e7900d58-0af7-40ec-85e1-04e8659cb1a1 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:05.409424 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-32a1895a-a187-416a-bb3b-40b6e2164f7d req-e7900d58-0af7-40ec-85e1-04e8659cb1a1 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 945 time: 0.0885327
Dec 14 17:56:05.460222 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-32a1895a-a187-416a-bb3b-40b6e2164f7d req-bd950737-0ee9-43a8-9854-cebf8d56ee6a tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441520
Dec 14 17:56:06.294386 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a6867446-60e0-4c18-ba2e-bfb114644299 req-82512a4e-2f0f-4bf7-b5ab-ff6d3a7e06db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0cc1ceabb62d4c3a9a521b81c98f5557&device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 1098 time: 0.0906494
Dec 14 17:56:06.445528 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6867446-60e0-4c18-ba2e-bfb114644299 req-f3d3409d-8812-443e-8801-df8cdb521a6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:06.447159 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a6867446-60e0-4c18-ba2e-bfb114644299 req-f3d3409d-8812-443e-8801-df8cdb521a6b service neutron] 10.222.0.41 "GET /v2.0/networks?id=6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a HTTP/1.1" status: 200  len: 917 time: 0.1456401
Dec 14 17:56:06.566638 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a6867446-60e0-4c18-ba2e-bfb114644299 req-334bf978-40ac-4641-b5b0-1e404e91ab38 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d79f2b2-0345-4bf5-818e-2bd900723596 HTTP/1.1" status: 200  len: 1001 time: 0.1115453
Dec 14 17:56:06.649262 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6867446-60e0-4c18-ba2e-bfb114644299 req-45b2db83-4e06-495c-b9a1-b8fd60bf6127 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:06.650893 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a6867446-60e0-4c18-ba2e-bfb114644299 req-45b2db83-4e06-495c-b9a1-b8fd60bf6127 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d978114e-cfd4-4a19-a29a-be42d1f2cd12 HTTP/1.1" status: 200  len: 855 time: 0.0728686
Dec 14 17:56:06.689658 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12233cfb-1683-412f-9d3e-413e1d06a1dc req-b8436d4b-b1ea-4cc8-8064-ae32da95490b tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:06.691592 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-12233cfb-1683-412f-9d3e-413e1d06a1dc req-b8436d4b-b1ea-4cc8-8064-ae32da95490b tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 945 time: 0.0890326
Dec 14 17:56:06.741071 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a6867446-60e0-4c18-ba2e-bfb114644299 req-01456496-8cf5-4842-9a18-96021291f18d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0808227
Dec 14 17:56:06.745864 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-12233cfb-1683-412f-9d3e-413e1d06a1dc req-f219809f-eb76-41da-b9b9-5130fc1c01d5 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442815
Dec 14 17:56:06.892992 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a6867446-60e0-4c18-ba2e-bfb114644299 req-2575f8c5-8e56-47f9-a779-97346eac95bb service neutron] 10.222.0.41 "GET /v2.0/networks/6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445868
Dec 14 17:56:07.042385 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a6867446-60e0-4c18-ba2e-bfb114644299 req-f6741054-bc5c-470e-996d-e87458b9c120 service neutron] 10.222.0.41 "GET /v2.0/networks/6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397266
Dec 14 17:56:07.154980 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 1d79f2b2-0345-4bf5-818e-2bd900723596 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 17:56:07.279363 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:07.307783 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50b6ba7-0af3-40fb-b6dc-31e9d37301ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d79f2b2-0345-4bf5-818e-2bd900723596'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:56:07.322297 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 1d79f2b2-0345-4bf5-818e-2bd900723596, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=1d79f2b2-0345-4bf5-818e-2bd900723596,segment=NetworkSegment(66237df7-ad58-4612-ad39-411169863aef),segment_id=66237df7-ad58-4612-ad39-411169863aef)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:56:07.327912 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:07.330523 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:56:07.388300 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50b6ba7-0af3-40fb-b6dc-31e9d37301ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d79f2b2-0345-4bf5-818e-2bd900723596', 'code': 200}
Dec 14 17:56:07.410571 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=1d79f2b2-0345-4bf5-818e-2bd900723596,revision_number=8']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:56:07.413909 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:56:07.975068 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db7945-e1e7-4ae0-9b49-c028f20ae943 req-63c15469-6aac-4894-9985-37f84f303558 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:07.976676 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f7db7945-e1e7-4ae0-9b49-c028f20ae943 req-63c15469-6aac-4894-9985-37f84f303558 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 943 time: 0.0927401
Dec 14 17:56:08.029460 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f7db7945-e1e7-4ae0-9b49-c028f20ae943 req-7ee93ea3-de4d-4a9e-a7be-d5254a294862 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439923
Dec 14 17:56:09.266233 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bba61-2347-46a0-a131-2fb29b55a5f3 req-55dfe9d1-589b-4d89-9937-8389bd0bdbae tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:09.267841 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-423bba61-2347-46a0-a131-2fb29b55a5f3 req-55dfe9d1-589b-4d89-9937-8389bd0bdbae tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 943 time: 0.0867317
Dec 14 17:56:09.323729 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-423bba61-2347-46a0-a131-2fb29b55a5f3 req-73e96ea2-3356-4f53-9474-55111047ad5c tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471745
Dec 14 17:56:10.246959 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e813558a-6606-481d-934a-4594b98fffc6 req-dd52814e-f4ba-49bd-992a-a63bb0e6360d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0789137
Dec 14 17:56:10.539209 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24d448-af87-45d1-88be-7ce4a653da1a req-3daa6695-90c8-4390-ac19-970ed39154cc tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:10.540878 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-da24d448-af87-45d1-88be-7ce4a653da1a req-3daa6695-90c8-4390-ac19-970ed39154cc tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 943 time: 0.0866628
Dec 14 17:56:10.544100 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 50560) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:56:10.598586 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-da24d448-af87-45d1-88be-7ce4a653da1a req-41660864-aa59-4bd0-a199-a7c2f8e2b38b tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513542
Dec 14 17:56:10.712931 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8c7ab487-c5c8-47d5-ab0a-6aa3f6613ff7 req-c25a65c2-b6a5-46dc-819c-43c21e8be10b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1674805
Dec 14 17:56:11.840883 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369e37b-356e-4605-a08a-e27e386b450c req-285cfd19-9030-42ad-a97e-935740993a91 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:11.842446 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8369e37b-356e-4605-a08a-e27e386b450c req-285cfd19-9030-42ad-a97e-935740993a91 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 943 time: 0.0990579
Dec 14 17:56:11.908969 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8369e37b-356e-4605-a08a-e27e386b450c req-2744f711-8028-4c31-b976-3c9ecdd8e801 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588086
Dec 14 17:56:13.148077 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02164e-4b81-4d2c-9ac7-797e99dd8374 req-1cf7feb0-216d-43e9-963f-8598d26d0b09 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:13.149765 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ac02164e-4b81-4d2c-9ac7-797e99dd8374 req-1cf7feb0-216d-43e9-963f-8598d26d0b09 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 943 time: 0.0895386
Dec 14 17:56:13.208459 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ac02164e-4b81-4d2c-9ac7-797e99dd8374 req-81a14f80-9f67-4f30-8c96-e36d8654ff72 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525167
Dec 14 17:56:13.648504 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 1d79f2b2-0345-4bf5-818e-2bd900723596 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 17:56:14.454776 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067411ab-96ce-4309-9c78-581880f7cc41 req-f93c441c-4054-49e2-b2b4-2c2e5ab0982f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:14.456374 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-067411ab-96ce-4309-9c78-581880f7cc41 req-f93c441c-4054-49e2-b2b4-2c2e5ab0982f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 943 time: 0.0974665
Dec 14 17:56:14.506058 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-067411ab-96ce-4309-9c78-581880f7cc41 req-c8b6378c-60c4-441c-97d2-f52726f1d94a tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428202
Dec 14 17:56:15.407163 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8c7ab487-c5c8-47d5-ab0a-6aa3f6613ff7 req-ad274f98-7103-41a0-81dc-ecbd086d03fa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba&tenant_id=0cc1ceabb62d4c3a9a521b81c98f5557 HTTP/1.1" status: 200  len: 1096 time: 0.0785749
Dec 14 17:56:15.521383 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8c7ab487-c5c8-47d5-ab0a-6aa3f6613ff7 req-c7d5e764-d6fb-4190-9e27-c29244af175a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0cc1ceabb62d4c3a9a521b81c98f5557&device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 1096 time: 0.0861654
Dec 14 17:56:15.670519 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ab487-c5c8-47d5-ab0a-6aa3f6613ff7 req-28177d14-22eb-44d9-9016-409adcd702a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:15.672048 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8c7ab487-c5c8-47d5-ab0a-6aa3f6613ff7 req-28177d14-22eb-44d9-9016-409adcd702a7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a HTTP/1.1" status: 200  len: 917 time: 0.1442869
Dec 14 17:56:15.792761 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8c7ab487-c5c8-47d5-ab0a-6aa3f6613ff7 req-ef416642-a35d-4686-b3bb-21812f4666a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d79f2b2-0345-4bf5-818e-2bd900723596 HTTP/1.1" status: 200  len: 999 time: 0.1140199
Dec 14 17:56:15.867183 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ab487-c5c8-47d5-ab0a-6aa3f6613ff7 req-809de894-d98c-4120-842d-0fe86a12fef1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:15.868812 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8c7ab487-c5c8-47d5-ab0a-6aa3f6613ff7 req-809de894-d98c-4120-842d-0fe86a12fef1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d978114e-cfd4-4a19-a29a-be42d1f2cd12 HTTP/1.1" status: 200  len: 855 time: 0.0671673
Dec 14 17:56:15.887172 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ead0e-8c39-4ed7-9e6d-a7df80998bfe req-89ade80a-59f5-444e-bf9d-718a895bf5c4 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:15.888839 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-402ead0e-8c39-4ed7-9e6d-a7df80998bfe req-89ade80a-59f5-444e-bf9d-718a895bf5c4 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 943 time: 0.0932775
Dec 14 17:56:15.950665 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-402ead0e-8c39-4ed7-9e6d-a7df80998bfe req-22dda42a-dda5-4314-9c0c-4b7ddd252fd0 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542943
Dec 14 17:56:15.959019 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8c7ab487-c5c8-47d5-ab0a-6aa3f6613ff7 req-60f29549-92a0-457a-9644-14d73dd4ad1b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0821586
Dec 14 17:56:16.108590 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8c7ab487-c5c8-47d5-ab0a-6aa3f6613ff7 req-5a5cd580-6bb9-4c5f-80a4-71a98d244cf0 service neutron] 10.222.0.41 "GET /v2.0/networks/6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419129
Dec 14 17:56:16.268486 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8c7ab487-c5c8-47d5-ab0a-6aa3f6613ff7 req-c8921e96-eaae-4edf-885f-208299c89a71 service neutron] 10.222.0.41 "GET /v2.0/networks/6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1530073
Dec 14 17:56:17.186762 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b75750-d653-474c-8c71-48334cc1eb96 req-85ad4071-17ba-4fd6-9cc5-712d6916b330 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:17.188528 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-32b75750-d653-474c-8c71-48334cc1eb96 req-85ad4071-17ba-4fd6-9cc5-712d6916b330 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 943 time: 0.0965950
Dec 14 17:56:17.262191 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-32b75750-d653-474c-8c71-48334cc1eb96 req-1dff9f47-a0fd-4b41-b27a-0011c4bb807e tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670302
Dec 14 17:56:18.514436 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d2e7e-ab5f-4ede-8171-2dc350c66c59 req-708c34de-3fe6-481a-bf5f-3d2b93584a36 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:18.516132 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b10d2e7e-ab5f-4ede-8171-2dc350c66c59 req-708c34de-3fe6-481a-bf5f-3d2b93584a36 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 943 time: 0.0905955
Dec 14 17:56:18.571177 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b10d2e7e-ab5f-4ede-8171-2dc350c66c59 req-71b8d7ee-3d83-4947-a155-67d9a12077f1 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483332
Dec 14 17:56:19.803674 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1287c6c-be21-4fb4-9e25-39f430b68445 req-a33d3d40-d01c-4514-acd6-1ae30fd2832d tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:19.805394 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f1287c6c-be21-4fb4-9e25-39f430b68445 req-a33d3d40-d01c-4514-acd6-1ae30fd2832d tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 943 time: 0.0920067
Dec 14 17:56:19.859682 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f1287c6c-be21-4fb4-9e25-39f430b68445 req-c064f687-5919-4964-87f0-1e627c517d72 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468624
Dec 14 17:56:20.759682 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2e0942c7-cd67-4f33-8dce-ac64bdc58595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:21.094703 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d802b8-e5e5-42c3-b4be-3d22ed2d82f9 req-dffe024d-3f01-47d1-a7e0-8bc506694ff7 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:21.096237 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-94d802b8-e5e5-42c3-b4be-3d22ed2d82f9 req-dffe024d-3f01-47d1-a7e0-8bc506694ff7 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 943 time: 0.0903645
Dec 14 17:56:21.154904 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-94d802b8-e5e5-42c3-b4be-3d22ed2d82f9 req-10835b1a-d731-43e5-81d4-977dd303e09e tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523365
Dec 14 17:56:21.661969 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:22.388871 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabba6d-f57d-47b6-ab78-c422cb90ea8a req-4de83b7f-2210-4e56-982e-bf0e375f6f30 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:22.390890 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0dabba6d-f57d-47b6-ab78-c422cb90ea8a req-4de83b7f-2210-4e56-982e-bf0e375f6f30 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 943 time: 0.0904889
Dec 14 17:56:22.443854 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0dabba6d-f57d-47b6-ab78-c422cb90ea8a req-1628071f-6761-42eb-8dba-0bfe5fb99880 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453691
Dec 14 17:56:22.922395 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f49a0fe9-c817-497b-bceb-9961d2036004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:23.278560 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:23.700519 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f183d-4f46-4360-895d-a7560b91422d req-755da593-a66a-4260-978c-b3e9667845b8 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:23.702167 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d47f183d-4f46-4360-895d-a7560b91422d req-755da593-a66a-4260-978c-b3e9667845b8 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 943 time: 0.1083360
Dec 14 17:56:23.759511 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d47f183d-4f46-4360-895d-a7560b91422d req-c12778eb-04f8-4eeb-bb3b-157be1367873 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499711
Dec 14 17:56:24.615073 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:24.999200 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd75e7-8646-401c-89e9-b687581f1188 req-d26644f8-5eea-4cfb-ac3d-fcebcb5417b5 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:25.000874 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-07fd75e7-8646-401c-89e9-b687581f1188 req-d26644f8-5eea-4cfb-ac3d-fcebcb5417b5 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 943 time: 0.0886290
Dec 14 17:56:25.051611 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-07fd75e7-8646-401c-89e9-b687581f1188 req-b5bac6ba-e38c-4a80-bf5e-dea440e1c060 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440645
Dec 14 17:56:26.285225 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a82eb-5801-40ad-8403-a0c0778c0ce7 req-588040bd-7a2f-4470-83ce-dda0ada17576 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:26.286758 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-571a82eb-5801-40ad-8403-a0c0778c0ce7 req-588040bd-7a2f-4470-83ce-dda0ada17576 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 943 time: 0.0922215
Dec 14 17:56:26.375609 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-571a82eb-5801-40ad-8403-a0c0778c0ce7 req-324be292-b503-4bec-acd2-7c7cfad194ce tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0824487
Dec 14 17:56:26.902980 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 50718) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:56:26.987597 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_v2 [None req-72aa13ed-a957-4bc8-abb1-4e33aa5ee3e8 admin admin] Deleting subnet f1ea3d02-4644-4106-b31e-528d67ff8003 {{(pid=88122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 14 17:56:26.994308 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-72aa13ed-a957-4bc8-abb1-4e33aa5ee3e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:27.058502 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-72aa13ed-a957-4bc8-abb1-4e33aa5ee3e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1558389'] for subnet, precommit_delete_associations {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:27.121323 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-72aa13ed-a957-4bc8-abb1-4e33aa5ee3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2926108'] for subnet, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:27.210825 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-72aa13ed-a957-4bc8-abb1-4e33aa5ee3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851849723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1867570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2021326'] for subnet, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:27.222672 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-6891ab85-ee66-431c-9df8-95ac14142c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:56:27.275005 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa13ed-a957-4bc8-abb1-4e33aa5ee3e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1ea3d02-4644-4106-b31e-528d67ff8003,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:56:27.284342 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-72aa13ed-a957-4bc8-abb1-4e33aa5ee3e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:27.290390 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa13ed-a957-4bc8-abb1-4e33aa5ee3e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:56:27.290947 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa13ed-a957-4bc8-abb1-4e33aa5ee3e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:56:27.291190 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa13ed-a957-4bc8-abb1-4e33aa5ee3e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:56:27.291589 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa13ed-a957-4bc8-abb1-4e33aa5ee3e8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:56:27.292009 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa13ed-a957-4bc8-abb1-4e33aa5ee3e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:56:27.292390 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa13ed-a957-4bc8-abb1-4e33aa5ee3e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:56:27.292791 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa13ed-a957-4bc8-abb1-4e33aa5ee3e8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:56:27.293184 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa13ed-a957-4bc8-abb1-4e33aa5ee3e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:56:27.293582 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa13ed-a957-4bc8-abb1-4e33aa5ee3e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:56:27.293996 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa13ed-a957-4bc8-abb1-4e33aa5ee3e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:56:27.294388 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa13ed-a957-4bc8-abb1-4e33aa5ee3e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:56:27.298301 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-72aa13ed-a957-4bc8-abb1-4e33aa5ee3e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:56:27.300481 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-72aa13ed-a957-4bc8-abb1-4e33aa5ee3e8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f1ea3d02-4644-4106-b31e-528d67ff8003 HTTP/1.1" status: 204  len: 168 time: 0.3958778
Dec 14 17:56:27.303302 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 50722) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:56:27.429776 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-c05b36a7-3f32-4d5b-aacf-bd2d29a8b693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3079847'] for network, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:27.818683 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-c05b36a7-3f32-4d5b-aacf-bd2d29a8b693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2926725', 'neutron.services.segments.db._delete_segments_for_network-8753728381128'] for network, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:27.865777 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-c05b36a7-3f32-4d5b-aacf-bd2d29a8b693 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f622c053630>,) {'filters': {'network_id': ['ba1a6082-bfb6-4c3d-9819-4790a6e9d92f']}} {{(pid=88122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:56:27.881683 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-c05b36a7-3f32-4d5b-aacf-bd2d29a8b693 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f622c053630>, '100b0513-0059-4351-9a3f-30fa9e51466f') {'for_net_delete': True} {{(pid=88122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:56:27.882051 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-c05b36a7-3f32-4d5b-aacf-bd2d29a8b693 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f622c053630>, '100b0513-0059-4351-9a3f-30fa9e51466f') {} {{(pid=88122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:56:27.897945 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-c05b36a7-3f32-4d5b-aacf-bd2d29a8b693 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753728390873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853217412'] for segment, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:27.923653 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-c05b36a7-3f32-4d5b-aacf-bd2d29a8b693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:27.933315 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c05b36a7-3f32-4d5b-aacf-bd2d29a8b693 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=88122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 14 17:56:27.933765 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-c05b36a7-3f32-4d5b-aacf-bd2d29a8b693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3099130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852908400'] for segment, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:27.948534 dv-cinder-821737-1-iscsi neutron-server[88013]: Traceback (most recent call last):
Dec 14 17:56:27.948534 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 14 17:56:27.948534 dv-cinder-821737-1-iscsi neutron-server[88013]:     timer()
Dec 14 17:56:27.948534 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 14 17:56:27.948534 dv-cinder-821737-1-iscsi neutron-server[88013]:     cb(*args, **kw)
Dec 14 17:56:27.948534 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 14 17:56:27.948534 dv-cinder-821737-1-iscsi neutron-server[88013]:     return func(*args, **kwargs)
Dec 14 17:56:27.948534 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 14 17:56:27.948534 dv-cinder-821737-1-iscsi neutron-server[88013]:     self._notify()
Dec 14 17:56:27.948534 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 14 17:56:27.948534 dv-cinder-821737-1-iscsi neutron-server[88013]:     self.callback(batched_events)
Dec 14 17:56:27.948534 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 14 17:56:27.948534 dv-cinder-821737-1-iscsi neutron-server[88013]:     event.method(event)
Dec 14 17:56:27.948534 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 14 17:56:27.948534 dv-cinder-821737-1-iscsi neutron-server[88013]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 14 17:56:27.948534 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 14 17:56:27.948534 dv-cinder-821737-1-iscsi neutron-server[88013]:     segment_id)['aggregates'][0]
Dec 14 17:56:27.948534 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 14 17:56:27.948534 dv-cinder-821737-1-iscsi neutron-server[88013]:     return f(self, *a, **k)
Dec 14 17:56:27.948534 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 14 17:56:27.948534 dv-cinder-821737-1-iscsi neutron-server[88013]:     return self._get(url).json()
Dec 14 17:56:27.948534 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 14 17:56:27.948534 dv-cinder-821737-1-iscsi neutron-server[88013]:     **kwargs)
Dec 14 17:56:27.948534 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 14 17:56:27.948534 dv-cinder-821737-1-iscsi neutron-server[88013]:     return self.request(url, 'GET', **kwargs)
Dec 14 17:56:27.948534 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 14 17:56:27.948534 dv-cinder-821737-1-iscsi neutron-server[88013]:     **endpoint_filter)
Dec 14 17:56:27.948534 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 14 17:56:27.948534 dv-cinder-821737-1-iscsi neutron-server[88013]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 14 17:56:27.948534 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 14 17:56:27.948534 dv-cinder-821737-1-iscsi neutron-server[88013]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 14 17:56:27.948534 dv-cinder-821737-1-iscsi neutron-server[88013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 14 17:56:27.969046 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768f1a8-fad2-4f41-96f2-3116501ccb03 req-299e476c-514a-46fa-800a-890515a1fe61 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:27.970712 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2768f1a8-fad2-4f41-96f2-3116501ccb03 req-299e476c-514a-46fa-800a-890515a1fe61 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 943 time: 0.1942160
Dec 14 17:56:28.073759 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-c05b36a7-3f32-4d5b-aacf-bd2d29a8b693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851849074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646652'] for network, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:28.080696 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-c05b36a7-3f32-4d5b-aacf-bd2d29a8b693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:28.085281 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-00a5dcee-5d99-462d-9e0a-8ed8c90cbb55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:56:28.115652 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2768f1a8-fad2-4f41-96f2-3116501ccb03 req-88d66f52-f6db-4a35-999f-8dbf33a62e47 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0941415
Dec 14 17:56:28.117815 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b36a7-3f32-4d5b-aacf-bd2d29a8b693 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba1a6082-bfb6-4c3d-9819-4790a6e9d92f,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:56:28.120804 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-c05b36a7-3f32-4d5b-aacf-bd2d29a8b693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:56:28.124744 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-c05b36a7-3f32-4d5b-aacf-bd2d29a8b693 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ba1a6082-bfb6-4c3d-9819-4790a6e9d92f HTTP/1.1" status: 204  len: 168 time: 0.8203402
Dec 14 17:56:28.351474 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 50730) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:56:28.408451 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-afb9f551-171b-47bb-97f0-7c7f57287881 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6283c9bd5e614aedb499945da6738b78&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0556650
Dec 14 17:56:28.411547 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 50734) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:56:28.482129 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ec210dea-a74a-422a-a763-b10c666d249f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:28.511598 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ec210dea-a74a-422a-a763-b10c666d249f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:28.564040 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ec210dea-a74a-422a-a763-b10c666d249f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:28.570787 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-be6fc628-129e-4ea7-8a58-3dd9e0d24dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:56:28.589924 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec210dea-a74a-422a-a763-b10c666d249f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2505b3-820c-4cd1-8257-4d727ba8d209,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:56:28.594206 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-ec210dea-a74a-422a-a763-b10c666d249f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:56:28.603519 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ec210dea-a74a-422a-a763-b10c666d249f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:28.604756 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-ec210dea-a74a-422a-a763-b10c666d249f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2a2505b3-820c-4cd1-8257-4d727ba8d209 HTTP/1.1" status: 204  len: 168 time: 0.1921227
Dec 14 17:56:29.340879 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69cc1e-934b-437a-ace3-4f2d68080111 req-aed2d5ac-14c4-42b4-8ce2-a7ef65f30bee tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:29.342644 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8b69cc1e-934b-437a-ace3-4f2d68080111 req-aed2d5ac-14c4-42b4-8ce2-a7ef65f30bee tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 943 time: 0.0891335
Dec 14 17:56:29.394264 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8b69cc1e-934b-437a-ace3-4f2d68080111 req-803b3759-34d7-47cc-9b99-5547d49fc34a tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447781
Dec 14 17:56:30.246877 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740271aa-a752-433e-a227-9f4d1e8989b9 req-054dd5a5-f956-43e5-9d67-9c5e7b062351 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:30.248492 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-740271aa-a752-433e-a227-9f4d1e8989b9 req-054dd5a5-f956-43e5-9d67-9c5e7b062351 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 945 time: 0.0932577
Dec 14 17:56:30.301571 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-740271aa-a752-433e-a227-9f4d1e8989b9 req-221198d0-c55b-4502-9b17-3d0d498b5436 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448778
Dec 14 17:56:30.627715 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d28c6f-8790-43d9-adbb-fdb7c933ef11 req-867982e0-3f7e-4120-aa27-64c7aca6ac5f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:30.629471 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-23d28c6f-8790-43d9-adbb-fdb7c933ef11 req-867982e0-3f7e-4120-aa27-64c7aca6ac5f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 943 time: 0.0875485
Dec 14 17:56:30.681388 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-23d28c6f-8790-43d9-adbb-fdb7c933ef11 req-1186bab4-117c-4124-a9a3-75c8bc6bcb19 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454459
Dec 14 17:56:31.519232 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42266ff6-fe7e-4873-a04f-f6286249e55b req-9fb1584f-7bc9-422a-8d98-41d40a1c6fba tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:31.520834 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-42266ff6-fe7e-4873-a04f-f6286249e55b req-9fb1584f-7bc9-422a-8d98-41d40a1c6fba tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 945 time: 0.0879910
Dec 14 17:56:31.569292 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-42266ff6-fe7e-4873-a04f-f6286249e55b req-f6b97ec3-ac77-4de8-9caf-04f93f43b3fd tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422297
Dec 14 17:56:31.915610 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9b615-1144-4a6d-ac4b-6e9c9d03ae6d req-1d7257fd-b896-4884-b9b0-876a7f10e8d8 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:31.917227 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-fac9b615-1144-4a6d-ac4b-6e9c9d03ae6d req-1d7257fd-b896-4884-b9b0-876a7f10e8d8 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 943 time: 0.0859458
Dec 14 17:56:31.968625 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-fac9b615-1144-4a6d-ac4b-6e9c9d03ae6d req-9da958ab-a8bc-42d5-ad6c-f7c52d8fa479 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451295
Dec 14 17:56:32.156831 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:32.786379 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c50c6-07c1-43f3-9c47-071c17a17989 req-2dd09469-483e-4b0f-9d57-7160e371d096 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:32.788089 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e98c50c6-07c1-43f3-9c47-071c17a17989 req-2dd09469-483e-4b0f-9d57-7160e371d096 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 945 time: 0.0884016
Dec 14 17:56:32.842109 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e98c50c6-07c1-43f3-9c47-071c17a17989 req-b4dd40fa-a074-4e9b-88ae-d4ebfd8f462f tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473149
Dec 14 17:56:33.193720 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613450c4-196c-407f-a035-6d7da881e663 req-ad3ad5ac-bfc2-42ea-a3e9-c4e352c292fc tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:33.195304 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-613450c4-196c-407f-a035-6d7da881e663 req-ad3ad5ac-bfc2-42ea-a3e9-c4e352c292fc tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 943 time: 0.0870590
Dec 14 17:56:33.250194 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-613450c4-196c-407f-a035-6d7da881e663 req-c41290cc-8aa9-4909-94ba-cc57befb0ed9 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486073
Dec 14 17:56:34.055784 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e40b95-f597-41c7-914f-7980511703da req-7b7d74ef-fbf4-41d2-8b40-da0766292ed3 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:34.057423 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-96e40b95-f597-41c7-914f-7980511703da req-7b7d74ef-fbf4-41d2-8b40-da0766292ed3 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 945 time: 0.0881689
Dec 14 17:56:34.108454 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-96e40b95-f597-41c7-914f-7980511703da req-22a8abe3-f931-491d-a2c6-f48169ff2046 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447340
Dec 14 17:56:34.314571 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 6 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 17:56:34.493572 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9106f1-045e-4ddf-a965-02d0c6a24ee2 req-f7f0ed1a-8359-4379-b881-49d7137d85ca tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:34.495182 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2b9106f1-045e-4ddf-a965-02d0c6a24ee2 req-f7f0ed1a-8359-4379-b881-49d7137d85ca tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 943 time: 0.0934405
Dec 14 17:56:34.544377 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2b9106f1-045e-4ddf-a965-02d0c6a24ee2 req-56b4558f-a529-4a48-9f41-b85013ad7965 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429711
Dec 14 17:56:35.313530 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 1d79f2b2-0345-4bf5-818e-2bd900723596 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 14 17:56:35.342952 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35263048-96a8-49dc-bb76-332d1349d477 req-4d8ffdf1-4f86-4c36-b883-e05a3bc572c5 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:35.345176 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-35263048-96a8-49dc-bb76-332d1349d477 req-4d8ffdf1-4f86-4c36-b883-e05a3bc572c5 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 945 time: 0.1051450
Dec 14 17:56:35.411585 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-35263048-96a8-49dc-bb76-332d1349d477 req-defb0396-1612-43e1-9adf-fa8ad48de502 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578816
Dec 14 17:56:35.484440 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 1d79f2b2-0345-4bf5-818e-2bd900723596, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=1d79f2b2-0345-4bf5-818e-2bd900723596,segment=NetworkSegment(66237df7-ad58-4612-ad39-411169863aef),segment_id=66237df7-ad58-4612-ad39-411169863aef)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:56:35.500704 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Returning: {'device': '1d79f2b2-0345-4bf5-818e-2bd900723596', 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a', 'port_id': '1d79f2b2-0345-4bf5-818e-2bd900723596', 'mac_address': 'fa:16:3e:bd:b8:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 17:56:35.559016 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:35.578596 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d79f2b2-0345-4bf5-818e-2bd900723596 {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:56:35.595559 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 1d79f2b2-0345-4bf5-818e-2bd900723596, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=1d79f2b2-0345-4bf5-818e-2bd900723596,segment=NetworkSegment(66237df7-ad58-4612-ad39-411169863aef),segment_id=66237df7-ad58-4612-ad39-411169863aef)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:56:35.599006 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:35.601183 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:56:35.671031 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=1d79f2b2-0345-4bf5-818e-2bd900723596,revision_number=9']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:56:35.680650 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:56:35.681024 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:56:35.681396 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:56:35.681767 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:56:35.682146 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:56:35.682479 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:56:35.682841 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:56:35.683199 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:56:35.683556 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:56:35.684279 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:56:35.684279 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:56:35.688489 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:56:35.784827 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3ddf4-7c16-4a61-97b5-42a4aa0168e0 req-1a579846-afac-4c32-8646-c9a809a80cde tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:35.786486 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6fe3ddf4-7c16-4a61-97b5-42a4aa0168e0 req-1a579846-afac-4c32-8646-c9a809a80cde tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 944 time: 0.1008761
Dec 14 17:56:35.837836 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6fe3ddf4-7c16-4a61-97b5-42a4aa0168e0 req-5adf9173-5350-4319-89d4-9d8030e05ec3 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449293
Dec 14 17:56:35.844396 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['1d79f2b2-0345-4bf5-818e-2bd900723596'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 17:56:36.627351 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f72cf-7e0c-424c-a909-c0b9cafd8151 req-1d20e7dd-9453-44b8-9018-1ff5289bb792 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:36.629193 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0c1f72cf-7e0c-424c-a909-c0b9cafd8151 req-1d20e7dd-9453-44b8-9018-1ff5289bb792 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 945 time: 0.0913603
Dec 14 17:56:36.685792 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0c1f72cf-7e0c-424c-a909-c0b9cafd8151 req-37c08757-23d0-43e9-9523-61077ca36790 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438716
Dec 14 17:56:37.080218 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb718e-cc0a-4f29-b99a-cbe70a0ae6c5 req-4897d97f-f514-40e9-85dd-403b441b65f5 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:37.082396 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1fcb718e-cc0a-4f29-b99a-cbe70a0ae6c5 req-4897d97f-f514-40e9-85dd-403b441b65f5 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 944 time: 0.1012096
Dec 14 17:56:37.142863 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1fcb718e-cc0a-4f29-b99a-cbe70a0ae6c5 req-518a45fa-1107-4218-94c9-c1b1d18633ad tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536842
Dec 14 17:56:37.316478 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 1d79f2b2-0345-4bf5-818e-2bd900723596 up at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:56:37.428480 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning complete for port 1d79f2b2-0345-4bf5-818e-2bd900723596 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:56:37.429108 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:37.587207 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:37.615611 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50b6ba7-0af3-40fb-b6dc-31e9d37301ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d79f2b2-0345-4bf5-818e-2bd900723596'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:56:37.625902 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 1d79f2b2-0345-4bf5-818e-2bd900723596, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=1d79f2b2-0345-4bf5-818e-2bd900723596,segment=NetworkSegment(66237df7-ad58-4612-ad39-411169863aef),segment_id=66237df7-ad58-4612-ad39-411169863aef)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:56:37.629447 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:37.631471 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:56:37.685376 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50b6ba7-0af3-40fb-b6dc-31e9d37301ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d79f2b2-0345-4bf5-818e-2bd900723596', 'code': 200}
Dec 14 17:56:37.709320 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=1d79f2b2-0345-4bf5-818e-2bd900723596,revision_number=10']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:56:37.712585 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:56:37.904360 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625744b6-135f-48ff-8099-3ae08435ad2e req-d8161982-d992-49d0-a916-0c1e88c9d532 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:37.906347 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-625744b6-135f-48ff-8099-3ae08435ad2e req-d8161982-d992-49d0-a916-0c1e88c9d532 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 945 time: 0.0907154
Dec 14 17:56:37.967456 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-625744b6-135f-48ff-8099-3ae08435ad2e req-7fb81d7b-f413-4aa2-906f-865b0871c71f tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535722
Dec 14 17:56:38.204762 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-cab9a81d-3b8f-4c3f-946c-a547f826f404 req-58bbbbc7-93c9-4623-a65f-c61344aac6e9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 1099 time: 0.0793040
Dec 14 17:56:38.255918 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-cab9a81d-3b8f-4c3f-946c-a547f826f404 req-4c9cc23f-84ab-4eb4-a442-64acaca28d21 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445170
Dec 14 17:56:38.374588 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9e624-88ab-41ab-81ab-3c1e3461c83a req-5293dca5-5b9c-4352-b4dc-d2a99e04d5d5 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:38.376308 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-31f9e624-88ab-41ab-81ab-3c1e3461c83a req-5293dca5-5b9c-4352-b4dc-d2a99e04d5d5 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 946 time: 0.0861585
Dec 14 17:56:38.435065 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-31f9e624-88ab-41ab-81ab-3c1e3461c83a req-1ca83e95-4d97-4649-b219-e4433798dc8f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506384
Dec 14 17:56:39.199283 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788bebf9-86a9-4048-8023-cced367005ba req-02170987-1455-49ad-a52d-4b1a2dbf35ea tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:39.200312 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-788bebf9-86a9-4048-8023-cced367005ba req-02170987-1455-49ad-a52d-4b1a2dbf35ea tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 945 time: 0.0894978
Dec 14 17:56:39.254747 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-788bebf9-86a9-4048-8023-cced367005ba req-3298b687-cc76-44c6-a5f0-37c5fdfc2ab8 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479891
Dec 14 17:56:39.665187 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d627798-7432-4c87-a3db-e72a6fbaf4c8 req-8800f354-6453-4905-9230-07039df25b7c tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:39.667003 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0d627798-7432-4c87-a3db-e72a6fbaf4c8 req-8800f354-6453-4905-9230-07039df25b7c tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 946 time: 0.0882595
Dec 14 17:56:39.723255 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0d627798-7432-4c87-a3db-e72a6fbaf4c8 req-e64401fa-830e-476d-9030-26d8364d42f6 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475245
Dec 14 17:56:40.363471 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8c9c7dc9-deff-47de-9d65-79c51d68c72d req-a8d269db-3a0a-4f99-8f75-dcbf9f4d471c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b93cf5a3216e440abb14c71bd3408e06&device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 1098 time: 0.0879204
Dec 14 17:56:40.505143 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f1fe1-6d5d-4291-b80f-b8c17181aba8 req-be535369-a741-4469-88c9-0582f93712c9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:40.506938 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b44f1fe1-6d5d-4291-b80f-b8c17181aba8 req-be535369-a741-4469-88c9-0582f93712c9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 945 time: 0.1021390
Dec 14 17:56:40.524179 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c7dc9-deff-47de-9d65-79c51d68c72d req-279ffd95-478f-4a89-9857-b4fd5ad3d391 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:40.525902 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8c9c7dc9-deff-47de-9d65-79c51d68c72d req-279ffd95-478f-4a89-9857-b4fd5ad3d391 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ffc462dc-295a-4bfc-a609-89b327c7e36a HTTP/1.1" status: 200  len: 909 time: 0.1549010
Dec 14 17:56:40.563357 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b44f1fe1-6d5d-4291-b80f-b8c17181aba8 req-c6ce4909-929e-484f-ade1-99a1cf5f22f9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498228
Dec 14 17:56:40.643764 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8c9c7dc9-deff-47de-9d65-79c51d68c72d req-4e5398e7-801a-427a-8d80-2b37a4a0e7a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed HTTP/1.1" status: 200  len: 1001 time: 0.1105554
Dec 14 17:56:40.719195 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c7dc9-deff-47de-9d65-79c51d68c72d req-487413a3-1a2f-421b-8471-afbf7505994c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:40.720774 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8c9c7dc9-deff-47de-9d65-79c51d68c72d req-487413a3-1a2f-421b-8471-afbf7505994c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cfcf42a1-a9dc-46d7-a1db-ab5395db2486 HTTP/1.1" status: 200  len: 847 time: 0.0701797
Dec 14 17:56:40.810233 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8c9c7dc9-deff-47de-9d65-79c51d68c72d req-d8bd250a-c371-406a-87ec-82337b3f543c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ffc462dc-295a-4bfc-a609-89b327c7e36a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0824223
Dec 14 17:56:41.026969 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266400bd-f05a-4a80-a3a4-aa37054eeaf5 req-57cc518e-c839-40bc-9db1-6abf0fa59f7c tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:41.029875 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-266400bd-f05a-4a80-a3a4-aa37054eeaf5 req-57cc518e-c839-40bc-9db1-6abf0fa59f7c tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 946 time: 0.1592760
Dec 14 17:56:41.118066 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-266400bd-f05a-4a80-a3a4-aa37054eeaf5 req-de39bb5a-e64c-47eb-a6d5-9f10884b3249 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0811942
Dec 14 17:56:41.187472 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8c9c7dc9-deff-47de-9d65-79c51d68c72d req-d595006f-9c79-4703-8171-002381834427 service neutron] 10.222.0.41 "GET /v2.0/networks/ffc462dc-295a-4bfc-a609-89b327c7e36a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3698106
Dec 14 17:56:41.361544 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8c9c7dc9-deff-47de-9d65-79c51d68c72d req-aa859c4e-6d71-4f7d-9888-9dd5ee76b0e3 service neutron] 10.222.0.41 "GET /v2.0/networks/ffc462dc-295a-4bfc-a609-89b327c7e36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1650381
Dec 14 17:56:41.795197 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42daa67-eca4-4aa8-91ce-e999cb9baf8c req-732a6122-5bf1-49d7-a310-06bfa97442b9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:41.796821 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a42daa67-eca4-4aa8-91ce-e999cb9baf8c req-732a6122-5bf1-49d7-a310-06bfa97442b9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 945 time: 0.0953870
Dec 14 17:56:41.847758 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a42daa67-eca4-4aa8-91ce-e999cb9baf8c req-eb3fa0db-c431-4ad0-8f2a-a1ec1be61775 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440333
Dec 14 17:56:43.069587 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf71b64-02c1-4ff0-9deb-0424a673dd34 req-20e4ab36-2f6a-4120-9a70-d4a4e404458e tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:43.071450 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-3bf71b64-02c1-4ff0-9deb-0424a673dd34 req-20e4ab36-2f6a-4120-9a70-d4a4e404458e tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 945 time: 0.0907276
Dec 14 17:56:43.131973 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-3bf71b64-02c1-4ff0-9deb-0424a673dd34 req-fde5c7e7-01a8-4570-b64c-9c8b076159d8 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539498
Dec 14 17:56:44.343246 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228b382-854a-4ef1-82a2-0b63f049d035 req-d2fd7da5-58fe-4776-af9e-5bd157170409 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:44.345208 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6228b382-854a-4ef1-82a2-0b63f049d035 req-d2fd7da5-58fe-4776-af9e-5bd157170409 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 945 time: 0.0891495
Dec 14 17:56:44.397852 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6228b382-854a-4ef1-82a2-0b63f049d035 req-ca9ff39c-c09e-44c4-baaa-32f75b909732 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464966
Dec 14 17:56:44.599743 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-fe11f657-13d5-4b1b-ad58-56e7e94e7282 req-8db441ba-a28f-413e-a913-5798663e6f7c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0824821
Dec 14 17:56:44.869164 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 50886) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:56:44.914088 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78291856-150e-46e8-94e6-662dae6a965e req-f719a576-624a-4d41-ad1d-9404058fe4e4 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:44.915724 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-78291856-150e-46e8-94e6-662dae6a965e req-f719a576-624a-4d41-ad1d-9404058fe4e4 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 945 time: 0.1105800
Dec 14 17:56:44.986796 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-78291856-150e-46e8-94e6-662dae6a965e req-3c0a4e30-423c-468a-b444-29e83e70499d tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0628755
Dec 14 17:56:45.059724 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-09f5db07-a47e-4830-af15-b5cab5de6eb6 req-1a7a446b-ecb4-4e76-8801-7e784b7e48bd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1886694
Dec 14 17:56:46.213058 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa115866-a800-4dad-bae2-2033c3fc1f5f req-5b6df863-b767-4d5b-8bd3-e6d3bf57e1cc tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:46.214913 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-aa115866-a800-4dad-bae2-2033c3fc1f5f req-5b6df863-b767-4d5b-8bd3-e6d3bf57e1cc tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 945 time: 0.1093075
Dec 14 17:56:46.275672 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-aa115866-a800-4dad-bae2-2033c3fc1f5f req-671c25e3-fe4e-459b-a1a2-a1881907b333 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542650
Dec 14 17:56:46.377003 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-09f5db07-a47e-4830-af15-b5cab5de6eb6 req-93e3ca00-d166-4a1b-b3b3-7ff32e0f9480 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8&tenant_id=b93cf5a3216e440abb14c71bd3408e06 HTTP/1.1" status: 200  len: 1098 time: 0.0817008
Dec 14 17:56:46.474350 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-09f5db07-a47e-4830-af15-b5cab5de6eb6 req-c78d5ca6-3923-44c2-9706-2ff78e2c0f5f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b93cf5a3216e440abb14c71bd3408e06&device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 1098 time: 0.0765827
Dec 14 17:56:46.621180 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5db07-a47e-4830-af15-b5cab5de6eb6 req-360f7d4a-3786-4c46-9b29-0e64c1c83710 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:46.622824 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-09f5db07-a47e-4830-af15-b5cab5de6eb6 req-360f7d4a-3786-4c46-9b29-0e64c1c83710 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ffc462dc-295a-4bfc-a609-89b327c7e36a HTTP/1.1" status: 200  len: 909 time: 0.1429667
Dec 14 17:56:46.747177 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-09f5db07-a47e-4830-af15-b5cab5de6eb6 req-c989fb47-4bb2-418e-8909-429a32a29a1c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed HTTP/1.1" status: 200  len: 1001 time: 0.1174433
Dec 14 17:56:46.817759 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5db07-a47e-4830-af15-b5cab5de6eb6 req-940e13fa-71f0-4906-9bd2-a9ff9bf7e506 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:46.819440 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-09f5db07-a47e-4830-af15-b5cab5de6eb6 req-940e13fa-71f0-4906-9bd2-a9ff9bf7e506 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cfcf42a1-a9dc-46d7-a1db-ab5395db2486 HTTP/1.1" status: 200  len: 847 time: 0.0656576
Dec 14 17:56:46.910046 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-09f5db07-a47e-4830-af15-b5cab5de6eb6 req-e4549391-5030-4491-8f50-eab564397fdf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ffc462dc-295a-4bfc-a609-89b327c7e36a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0843017
Dec 14 17:56:47.057043 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-09f5db07-a47e-4830-af15-b5cab5de6eb6 req-ddd9eb1c-172c-4671-b169-8810648dfe89 service neutron] 10.222.0.41 "GET /v2.0/networks/ffc462dc-295a-4bfc-a609-89b327c7e36a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406341
Dec 14 17:56:47.206726 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-09f5db07-a47e-4830-af15-b5cab5de6eb6 req-a95acdae-d54f-4fde-9090-57c4958d19aa service neutron] 10.222.0.41 "GET /v2.0/networks/ffc462dc-295a-4bfc-a609-89b327c7e36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424825
Dec 14 17:56:47.388020 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 17:56:47.492223 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b14d6-114c-4e83-8515-1d147cbda3f9 req-6fbd2e38-4aab-49ec-bba8-f2f82f2143cf tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:47.493972 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-572b14d6-114c-4e83-8515-1d147cbda3f9 req-6fbd2e38-4aab-49ec-bba8-f2f82f2143cf tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 945 time: 0.0871763
Dec 14 17:56:47.515376 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:47.544265 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-572b14d6-114c-4e83-8515-1d147cbda3f9 req-69120691-bdaa-4f3c-bb02-45c29ee1296b tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435212
Dec 14 17:56:47.545169 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568afaf5-e6fb-48d2-9265-2175bf5a29d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:56:47.557394 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed,segment=NetworkSegment(1a676214-4a5b-4dba-a1f0-b1423444406f),segment_id=1a676214-4a5b-4dba-a1f0-b1423444406f)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:56:47.561123 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:47.563128 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2f4b82ee-3d14-4f13-986f-018217e785a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:56:47.612070 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568afaf5-e6fb-48d2-9265-2175bf5a29d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed', 'code': 200}
Dec 14 17:56:47.635696 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed,revision_number=6']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:56:47.639414 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:56:48.765050 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da1520-b5fc-468c-b35b-086b79f39b8b req-10b47e9a-332a-4ba5-9a2b-ee592ffc6601 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:48.766678 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-21da1520-b5fc-468c-b35b-086b79f39b8b req-10b47e9a-332a-4ba5-9a2b-ee592ffc6601 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 943 time: 0.0930443
Dec 14 17:56:48.819632 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-21da1520-b5fc-468c-b35b-086b79f39b8b req-cdc8dbe7-5afd-490a-bd4f-30420814e5f5 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464914
Dec 14 17:56:50.050514 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5012ab-3b15-4f1a-93e6-0c5a063c5716 req-8a52ff77-b5a1-416f-bf41-81fde844636b tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:50.052154 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ad5012ab-3b15-4f1a-93e6-0c5a063c5716 req-8a52ff77-b5a1-416f-bf41-81fde844636b tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 943 time: 0.0897548
Dec 14 17:56:50.101726 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ad5012ab-3b15-4f1a-93e6-0c5a063c5716 req-eb805938-a50a-4389-9252-9bd5047199a2 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431426
Dec 14 17:56:50.753082 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3ffc8a87-54ea-45a7-b327-60b8f2cb7762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:51.325699 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4afdf8-9be7-4f8f-ad20-c1b652af33c4 req-640fab71-4e3f-433e-8197-e0baaaedebca tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:51.327317 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ce4afdf8-9be7-4f8f-ad20-c1b652af33c4 req-640fab71-4e3f-433e-8197-e0baaaedebca tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 943 time: 0.0953386
Dec 14 17:56:51.379567 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ce4afdf8-9be7-4f8f-ad20-c1b652af33c4 req-9d46e8aa-4e7e-4637-8e90-8d5165024e03 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456865
Dec 14 17:56:51.651628 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:52.590610 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643dd9f-61d7-4214-a98d-d8449cd5fb7f req-17374d57-1ba5-4473-ac03-1f149437ff4c tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:52.592234 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9643dd9f-61d7-4214-a98d-d8449cd5fb7f req-17374d57-1ba5-4473-ac03-1f149437ff4c tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 943 time: 0.0870452
Dec 14 17:56:52.647093 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9643dd9f-61d7-4214-a98d-d8449cd5fb7f req-9ff1340c-26bb-4554-8945-62ab04f191d2 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477834
Dec 14 17:56:52.926618 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7fc8b6b1-98c6-4db7-9b92-2fd39f18463a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:53.277509 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:53.861056 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd348f5-e9ac-4218-9190-be9d98114c66 req-9b6a83f8-faca-4114-bc64-a594ba654c7e tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:53.862704 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-cdd348f5-e9ac-4218-9190-be9d98114c66 req-9b6a83f8-faca-4114-bc64-a594ba654c7e tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 943 time: 0.0868444
Dec 14 17:56:53.914466 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-cdd348f5-e9ac-4218-9190-be9d98114c66 req-120f3044-7635-4d4d-9944-9d71f57eeb63 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455925
Dec 14 17:56:53.926491 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-38a7a939-13f2-445c-9bb1-fee39df53b73 req-8acd3c11-306d-436a-b49d-8466b08d45ce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 1096 time: 0.0749850
Dec 14 17:56:53.976079 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-38a7a939-13f2-445c-9bb1-fee39df53b73 req-84494f64-95e2-4fef-9c2e-42e18928fc94 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421872
Dec 14 17:56:54.613016 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:55.136813 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebcbf23-cfaf-40f2-84c3-a7012498f6df req-f5616673-7ebe-4f0e-b12f-83941ae02ac5 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:55.138501 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0ebcbf23-cfaf-40f2-84c3-a7012498f6df req-f5616673-7ebe-4f0e-b12f-83941ae02ac5 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 943 time: 0.0966079
Dec 14 17:56:55.188241 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0ebcbf23-cfaf-40f2-84c3-a7012498f6df req-93c60cf4-c204-455a-bf38-df32a047a924 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429821
Dec 14 17:56:55.456171 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 14 17:56:55.601870 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed,segment=NetworkSegment(1a676214-4a5b-4dba-a1f0-b1423444406f),segment_id=1a676214-4a5b-4dba-a1f0-b1423444406f)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:56:55.616903 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Returning: {'device': '4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed', 'network_id': 'ffc462dc-295a-4bfc-a609-89b327c7e36a', 'port_id': '4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed', 'mac_address': 'fa:16:3e:ca:fd:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfcf42a1-a9dc-46d7-a1db-ab5395db2486', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 17:56:55.676672 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:55.695022 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:56:55.710383 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed,segment=NetworkSegment(1a676214-4a5b-4dba-a1f0-b1423444406f),segment_id=1a676214-4a5b-4dba-a1f0-b1423444406f)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:56:55.714317 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:55.716153 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-387844a2-6844-45f5-93b9-424e2ad9e68a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:56:55.782376 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed,revision_number=7']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:56:55.785683 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:56:56.031116 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 17:56:56.408121 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6c395-a47d-41e5-8b74-e948b9b10fdc req-671769a6-5557-4408-a37a-35e7ee23c9b3 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:56.410469 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-bfd6c395-a47d-41e5-8b74-e948b9b10fdc req-671769a6-5557-4408-a37a-35e7ee23c9b3 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 944 time: 0.0937386
Dec 14 17:56:56.461129 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-bfd6c395-a47d-41e5-8b74-e948b9b10fdc req-cb1427a5-6fec-40aa-8568-1e22f5524586 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445013
Dec 14 17:56:57.482148 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed up at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:56:57.562517 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning complete for port 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:56:57.562908 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:57.683149 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:57.712471 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568afaf5-e6fb-48d2-9265-2175bf5a29d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:56:57.724431 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed,segment=NetworkSegment(1a676214-4a5b-4dba-a1f0-b1423444406f),segment_id=1a676214-4a5b-4dba-a1f0-b1423444406f)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:56:57.728973 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:56:57.731581 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:56:57.789003 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568afaf5-e6fb-48d2-9265-2175bf5a29d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed', 'code': 200}
Dec 14 17:56:57.812297 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed,revision_number=8']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:56:57.816056 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:56:58.877242 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-71eb9797-e077-4c12-8cec-58838f1931ff req-3dbe3356-e157-4be0-a0b4-1cb296fde3ab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0814288
Dec 14 17:56:58.975502 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-71eb9797-e077-4c12-8cec-58838f1931ff req-ad558893-e77e-4adb-90a0-a715d1d9bc50 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0cc1ceabb62d4c3a9a521b81c98f5557&device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 1099 time: 0.0755286
Dec 14 17:56:59.137930 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb9797-e077-4c12-8cec-58838f1931ff req-0be75e3e-bb80-4147-9a5b-0de08446c9d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:59.139739 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-71eb9797-e077-4c12-8cec-58838f1931ff req-0be75e3e-bb80-4147-9a5b-0de08446c9d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a HTTP/1.1" status: 200  len: 917 time: 0.1429813
Dec 14 17:56:59.251174 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-71eb9797-e077-4c12-8cec-58838f1931ff req-a98e8ee6-1c8e-495c-945a-a4e3e16bc7f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d79f2b2-0345-4bf5-818e-2bd900723596 HTTP/1.1" status: 200  len: 1001 time: 0.1050270
Dec 14 17:56:59.332067 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb9797-e077-4c12-8cec-58838f1931ff req-89d00a59-b6b9-4f4b-ba1b-42ba96aa422f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:56:59.333698 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-71eb9797-e077-4c12-8cec-58838f1931ff req-89d00a59-b6b9-4f4b-ba1b-42ba96aa422f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d978114e-cfd4-4a19-a29a-be42d1f2cd12 HTTP/1.1" status: 200  len: 855 time: 0.0761602
Dec 14 17:56:59.426600 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-71eb9797-e077-4c12-8cec-58838f1931ff req-11ce586f-dfed-4996-b142-f69519ac069c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0839095
Dec 14 17:56:59.578419 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-71eb9797-e077-4c12-8cec-58838f1931ff req-8ec40cd6-03ae-426f-888b-8bfa00280908 service neutron] 10.222.0.41 "GET /v2.0/networks/6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444890
Dec 14 17:56:59.731153 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-71eb9797-e077-4c12-8cec-58838f1931ff req-67174156-8113-43aa-9488-1013569312ba service neutron] 10.222.0.41 "GET /v2.0/networks/6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1467535
Dec 14 17:57:00.325336 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06f7da-786d-4f3f-9906-6fdf5221acfb req-73f29c71-558d-4430-88e2-820e557eab4a tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:00.327653 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-de06f7da-786d-4f3f-9906-6fdf5221acfb req-73f29c71-558d-4430-88e2-820e557eab4a tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=14cffe89-8331-4bc9-b7eb-1556a0066cc4 HTTP/1.1" status: 200  len: 945 time: 0.0920448
Dec 14 17:57:00.380729 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-de06f7da-786d-4f3f-9906-6fdf5221acfb req-7f417ebd-341f-44e1-8893-dc6ed450e54b tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=a344be13-959b-46d0-8008-9fed22ae749c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457411
Dec 14 17:57:01.591604 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aad28d-67ff-4668-8015-170c93891d87 req-a89b00c9-66a4-41e9-be60-915e0268a513 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:01.593225 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a2aad28d-67ff-4668-8015-170c93891d87 req-a89b00c9-66a4-41e9-be60-915e0268a513 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=14cffe89-8331-4bc9-b7eb-1556a0066cc4 HTTP/1.1" status: 200  len: 945 time: 0.0840466
Dec 14 17:57:01.649431 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a2aad28d-67ff-4668-8015-170c93891d87 req-d1c6e352-7232-4ae2-a9c5-c5b294335c1e tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=a344be13-959b-46d0-8008-9fed22ae749c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492735
Dec 14 17:57:02.077164 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3fb3b-ab32-4f21-adb4-41047047fd15 req-4b57806c-c12c-4d56-bdce-1af96927e4ff tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:02.077964 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-d2f3fb3b-ab32-4f21-adb4-41047047fd15 req-4b57806c-c12c-4d56-bdce-1af96927e4ff tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Synchronizing usage tracker for tenant:1d8ae983c147420a92d8c91613de9b2e on resource:port {{(pid=88123) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:57:02.095378 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-d2f3fb3b-ab32-4f21-adb4-41047047fd15 req-4b57806c-c12c-4d56-bdce-1af96927e4ff tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Unset dirty status for tenant:1d8ae983c147420a92d8c91613de9b2e on resource:port {{(pid=88123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:57:02.096685 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d2f3fb3b-ab32-4f21-adb4-41047047fd15 req-4b57806c-c12c-4d56-bdce-1af96927e4ff tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.41 "GET /v2.0/ports?device_id=14cffe89-8331-4bc9-b7eb-1556a0066cc4 HTTP/1.1" status: 200  len: 945 time: 0.1074510
Dec 14 17:57:02.173071 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:02.175816 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-d2f3fb3b-ab32-4f21-adb4-41047047fd15 req-539cfcbe-8236-42ae-b11d-4e171f248a38 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Deleting port 9a53ee29-1741-46ce-8ab9-545a89019c14 {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:57:02.176201 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-d2f3fb3b-ab32-4f21-adb4-41047047fd15 req-539cfcbe-8236-42ae-b11d-4e171f248a38 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:02.447607 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-d2f3fb3b-ab32-4f21-adb4-41047047fd15 req-539cfcbe-8236-42ae-b11d-4e171f248a38 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] For port 9a53ee29-1741-46ce-8ab9-545a89019c14, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=9a53ee29-1741-46ce-8ab9-545a89019c14,segment=NetworkSegment(f04df0de-e1dd-4c82-94f5-bc20bcdf696e),segment_id=f04df0de-e1dd-4c82-94f5-bc20bcdf696e)] {{(pid=88123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:57:02.448026 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-d2f3fb3b-ab32-4f21-adb4-41047047fd15 req-539cfcbe-8236-42ae-b11d-4e171f248a38 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:02.878528 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced36b5-5ef1-4e39-82b3-ed132a098936 req-3a27d981-31f1-4db2-8abe-c9086ea1b85d tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:02.880214 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4ced36b5-5ef1-4e39-82b3-ed132a098936 req-3a27d981-31f1-4db2-8abe-c9086ea1b85d tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=14cffe89-8331-4bc9-b7eb-1556a0066cc4 HTTP/1.1" status: 200  len: 945 time: 0.0942855
Dec 14 17:57:02.932740 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4ced36b5-5ef1-4e39-82b3-ed132a098936 req-ea40842b-9d4e-454b-973f-bfe4c25238ec tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups?id=a344be13-959b-46d0-8008-9fed22ae749c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460742
Dec 14 17:57:02.959452 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-d2f3fb3b-ab32-4f21-adb4-41047047fd15 req-539cfcbe-8236-42ae-b11d-4e171f248a38 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:02.959907 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-d2f3fb3b-ab32-4f21-adb4-41047047fd15 req-539cfcbe-8236-42ae-b11d-4e171f248a38 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646637'] for floatingip, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:02.960257 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.l3_db [req-d2f3fb3b-ab32-4f21-adb4-41047047fd15 req-539cfcbe-8236-42ae-b11d-4e171f248a38 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Floating IP b4d04a85-c188-4a08-aae9-1a7c62f62093 disassociated. External IP: 172.27.2.226, port: 9a53ee29-1741-46ce-8ab9-545a89019c14.
Dec 14 17:57:02.960633 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-d2f3fb3b-ab32-4f21-adb4-41047047fd15 req-539cfcbe-8236-42ae-b11d-4e171f248a38 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Calling delete_port for 9a53ee29-1741-46ce-8ab9-545a89019c14 owned by compute:nova {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:57:03.107705 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-d2f3fb3b-ab32-4f21-adb4-41047047fd15 req-539cfcbe-8236-42ae-b11d-4e171f248a38 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:03.113707 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2bea45cb-28cc-44c7-ac0e-30c198428266 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:03.160792 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539cfcbe-8236-42ae-b11d-4e171f248a38 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Pushing event deleted for resources: {'Port': ['ID=9a53ee29-1741-46ce-8ab9-545a89019c14,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:03.176194 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cfcbe-8236-42ae-b11d-4e171f248a38 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:57:03.176592 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cfcbe-8236-42ae-b11d-4e171f248a38 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:57:03.176994 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cfcbe-8236-42ae-b11d-4e171f248a38 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:57:03.177392 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cfcbe-8236-42ae-b11d-4e171f248a38 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:57:03.177804 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cfcbe-8236-42ae-b11d-4e171f248a38 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:57:03.178203 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cfcbe-8236-42ae-b11d-4e171f248a38 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:57:03.178589 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cfcbe-8236-42ae-b11d-4e171f248a38 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:57:03.178979 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cfcbe-8236-42ae-b11d-4e171f248a38 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:57:03.179373 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cfcbe-8236-42ae-b11d-4e171f248a38 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:57:03.179758 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cfcbe-8236-42ae-b11d-4e171f248a38 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:57:03.180140 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539cfcbe-8236-42ae-b11d-4e171f248a38 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:57:03.184007 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-539cfcbe-8236-42ae-b11d-4e171f248a38 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:03.407672 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2f3fb3b-ab32-4f21-adb4-41047047fd15 req-539cfcbe-8236-42ae-b11d-4e171f248a38 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Router e62b8666-2cc9-4a1d-a59e-36afa8810025 has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 17:57:03.634083 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2f3fb3b-ab32-4f21-adb4-41047047fd15 req-539cfcbe-8236-42ae-b11d-4e171f248a38 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 17:57:03.646200 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e47d90a-8949-47e4-81be-66cec37e103b None None] Sync routers for ids ['e62b8666-2cc9-4a1d-a59e-36afa8810025'] in dv-cinder-821737-1-iscsi {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 17:57:03.659250 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e47d90a-8949-47e4-81be-66cec37e103b None None] Routers {'e62b8666-2cc9-4a1d-a59e-36afa8810025'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:57:03.659926 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-1e47d90a-8949-47e4-81be-66cec37e103b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622c7b95c0>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:56:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['e62b8666-2cc9-4a1d-a59e-36afa8810025'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:57:03.705823 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f3fb3b-ab32-4f21-adb4-41047047fd15 req-539cfcbe-8236-42ae-b11d-4e171f248a38 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] No DVR routers for this DVR port 9a53ee29-1741-46ce-8ab9-545a89019c14 on host hv-cinder-82173 {{(pid=88123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 14 17:57:03.708126 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-d2f3fb3b-ab32-4f21-adb4-41047047fd15 req-539cfcbe-8236-42ae-b11d-4e171f248a38 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:03.711523 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14cffe89-8331-4bc9-b7eb-1556a0066cc4', 'name': 'network-vif-deleted', 'tag': '9a53ee29-1741-46ce-8ab9-545a89019c14'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:57:03.731221 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d2f3fb3b-ab32-4f21-adb4-41047047fd15 req-539cfcbe-8236-42ae-b11d-4e171f248a38 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.41 "DELETE /v2.0/ports/9a53ee29-1741-46ce-8ab9-545a89019c14 HTTP/1.1" status: 204  len: 173 time: 1.6286662
Dec 14 17:57:03.789968 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14cffe89-8331-4bc9-b7eb-1556a0066cc4', 'name': 'network-vif-deleted', 'tag': '9a53ee29-1741-46ce-8ab9-545a89019c14', 'status': 'completed', 'code': 200}
Dec 14 17:57:03.865283 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-1e47d90a-8949-47e4-81be-66cec37e103b None None] Set router e62b8666-2cc9-4a1d-a59e-36afa8810025 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:57:04.120798 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-dced7753-efed-4a57-b217-94ab0a83ef05 req-5c2a0ba3-7b8c-42c6-8496-9c4c476920b2 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/ports?device_id=14cffe89-8331-4bc9-b7eb-1556a0066cc4 HTTP/1.1" status: 200  len: 210 time: 0.0478880
Dec 14 17:57:04.368992 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-1e47d90a-8949-47e4-81be-66cec37e103b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622c7b95c0>, [{'id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'name': 'tempest-AttachVolumeTestJSON-2144495592-router', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:50:13Z', 'updated_at': '2021-12-14T17:50:24Z', 'revision_number': 4, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'gw_port': {'id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:15Z', 'updated_at': '2021-12-14T17:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'e3cf578f-b452-4e78-aaf5-2d217197577d', 'name': '', 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'mac_address': 'fa:16:3e:f3:05:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e589611-2052-444e-a79e-8f98a61a68a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:22Z', 'updated_at': '2021-12-14T17:50:44Z', 'revision_number': 5, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'subnets': [{'id': '7e589611-2052-444e-a79e-8f98a61a68a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:57:04.373227 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e47d90a-8949-47e4-81be-66cec37e103b None None] Checking router: e62b8666-2cc9-4a1d-a59e-36afa8810025 for host: dv-cinder-821737-1-iscsi {{(pid=88124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 17:57:04.385015 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e47d90a-8949-47e4-81be-66cec37e103b None None] Routers {'e62b8666-2cc9-4a1d-a59e-36afa8810025'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:57:04.385667 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-1e47d90a-8949-47e4-81be-66cec37e103b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622c7b95c0>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:56:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['e62b8666-2cc9-4a1d-a59e-36afa8810025'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:57:04.576749 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-1e47d90a-8949-47e4-81be-66cec37e103b None None] Set router e62b8666-2cc9-4a1d-a59e-36afa8810025 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:57:04.921229 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-1e47d90a-8949-47e4-81be-66cec37e103b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622c7b95c0>, [{'id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'name': 'tempest-AttachVolumeTestJSON-2144495592-router', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:50:13Z', 'updated_at': '2021-12-14T17:50:24Z', 'revision_number': 4, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'gw_port': {'id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:15Z', 'updated_at': '2021-12-14T17:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'e3cf578f-b452-4e78-aaf5-2d217197577d', 'name': '', 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'mac_address': 'fa:16:3e:f3:05:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e589611-2052-444e-a79e-8f98a61a68a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:22Z', 'updated_at': '2021-12-14T17:50:44Z', 'revision_number': 5, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'subnets': [{'id': '7e589611-2052-444e-a79e-8f98a61a68a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:57:04.926253 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e47d90a-8949-47e4-81be-66cec37e103b None None] The sync data for ids ['e62b8666-2cc9-4a1d-a59e-36afa8810025'] in dv-cinder-821737-1-iscsi is: [{'id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'name': 'tempest-AttachVolumeTestJSON-2144495592-router', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:50:13Z', 'updated_at': '2021-12-14T17:50:24Z', 'revision_number': 4, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'gw_port': {'id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:15Z', 'updated_at': '2021-12-14T17:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'e3cf578f-b452-4e78-aaf5-2d217197577d', 'name': '', 'network_id': 'c7c5dd65-00bc-43ea-a99d-6673d8873e67', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'mac_address': 'fa:16:3e:f3:05:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e589611-2052-444e-a79e-8f98a61a68a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:22Z', 'updated_at': '2021-12-14T17:50:44Z', 'revision_number': 5, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'subnets': [{'id': '7e589611-2052-444e-a79e-8f98a61a68a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 17:57:05.429893 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a3b7d5-d37c-4ae5-89d9-ddfdb9386075 None None] New status for floating IP b4d04a85-c188-4a08-aae9-1a7c62f62093: DOWN {{(pid=88125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 14 17:57:05.522428 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 9a53ee29-1741-46ce-8ab9-545a89019c14 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 17:57:05.556714 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] No Port match for: 9a53ee29-1741-46ce-8ab9-545a89019c14 {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 17:57:05.557098 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 9a53ee29-1741-46ce-8ab9-545a89019c14 not bound to the agent host hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 17:57:06.299643 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 51020) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:57:06.376571 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-592651cf-63fb-443b-9cf0-8dce0dabb31e tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:06.407110 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-592651cf-63fb-443b-9cf0-8dce0dabb31e tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:06.459576 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-592651cf-63fb-443b-9cf0-8dce0dabb31e tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:06.463984 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-c72fd29f-f8c6-4aa9-b81f-c6003bd3aca0 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:06.479583 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592651cf-63fb-443b-9cf0-8dce0dabb31e tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a344be13-959b-46d0-8008-9fed22ae749c,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:06.483061 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-592651cf-63fb-443b-9cf0-8dce0dabb31e tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:06.492901 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-592651cf-63fb-443b-9cf0-8dce0dabb31e tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:06.494163 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-592651cf-63fb-443b-9cf0-8dce0dabb31e tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "DELETE /v2.0/security-groups/a344be13-959b-46d0-8008-9fed22ae749c HTTP/1.1" status: 204  len: 168 time: 0.1933782
Dec 14 17:57:06.497320 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 51024) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:57:06.515993 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.v2.resource [None req-dc701821-9d46-4179-a56f-6c637f7b4091 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] show failed (client error): The resource could not be found.
Dec 14 17:57:06.517091 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-dc701821-9d46-4179-a56f-6c637f7b4091 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "GET /v2.0/security-groups/a344be13-959b-46d0-8008-9fed22ae749c HTTP/1.1" status: 404  len: 347 time: 0.0186713
Dec 14 17:57:06.520412 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 51028) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:57:06.686456 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-cc0073f6-6ab6-4567-804b-62d5fa7977bb tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Deleting port a4d024fd-c821-43ba-b0ed-9963ecf427b6 {{(pid=88122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:57:06.686835 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cc0073f6-6ab6-4567-804b-62d5fa7977bb tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:06.874673 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cc0073f6-6ab6-4567-804b-62d5fa7977bb tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:06.874930 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cc0073f6-6ab6-4567-804b-62d5fa7977bb tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:07.011037 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-cc0073f6-6ab6-4567-804b-62d5fa7977bb tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Calling delete_port for a4d024fd-c821-43ba-b0ed-9963ecf427b6 owned by network:floatingip {{(pid=88122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:57:07.360661 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cc0073f6-6ab6-4567-804b-62d5fa7977bb tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852908220'] for port, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:07.366106 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-c8badf1b-99a5-40cb-b322-8a250105860d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:07.419608 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0073f6-6ab6-4567-804b-62d5fa7977bb tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Pushing event deleted for resources: {'Port': ['ID=a4d024fd-c821-43ba-b0ed-9963ecf427b6,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:07.424053 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-cc0073f6-6ab6-4567-804b-62d5fa7977bb tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:07.526332 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cc0073f6-6ab6-4567-804b-62d5fa7977bb tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks [] for floatingip, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:07.541938 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cc0073f6-6ab6-4567-804b-62d5fa7977bb tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for floatingip, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:07.543198 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-cc0073f6-6ab6-4567-804b-62d5fa7977bb tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] 10.222.0.53 "DELETE /v2.0/floatingips/b4d04a85-c188-4a08-aae9-1a7c62f62093 HTTP/1.1" status: 204  len: 168 time: 1.0218198
Dec 14 17:57:11.316528 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 6 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 17:57:11.652361 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 51062) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:57:12.209657 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e920-ac8a-43d7-8dcc-4081917ccd98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854128381'] for router_interface, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:12.874662 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-6eb3e920-ac8a-43d7-8dcc-4081917ccd98 admin admin] Deleting port e3cf578f-b452-4e78-aaf5-2d217197577d {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:57:12.875308 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e920-ac8a-43d7-8dcc-4081917ccd98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:13.068988 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-6eb3e920-ac8a-43d7-8dcc-4081917ccd98 admin admin] For port e3cf578f-b452-4e78-aaf5-2d217197577d, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=e3cf578f-b452-4e78-aaf5-2d217197577d,segment=NetworkSegment(f04df0de-e1dd-4c82-94f5-bc20bcdf696e),segment_id=f04df0de-e1dd-4c82-94f5-bc20bcdf696e)] {{(pid=88123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:57:13.069378 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e920-ac8a-43d7-8dcc-4081917ccd98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:13.197362 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-6eb3e920-ac8a-43d7-8dcc-4081917ccd98 admin admin] Calling delete_port for e3cf578f-b452-4e78-aaf5-2d217197577d owned by network:router_interface {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:57:13.723701 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e920-ac8a-43d7-8dcc-4081917ccd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:13.728471 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2e63406e-2505-4ed7-8c01-35ff826c40f9 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:13.775699 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3e920-ac8a-43d7-8dcc-4081917ccd98 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3cf578f-b452-4e78-aaf5-2d217197577d,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:13.779368 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-6eb3e920-ac8a-43d7-8dcc-4081917ccd98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:14.090420 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e920-ac8a-43d7-8dcc-4081917ccd98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850707412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854128231'] for router_interface, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:14.731429 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb3e920-ac8a-43d7-8dcc-4081917ccd98 admin admin] Router e62b8666-2cc9-4a1d-a59e-36afa8810025 has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 17:57:14.959445 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb3e920-ac8a-43d7-8dcc-4081917ccd98 admin admin] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 17:57:14.968763 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4ec782-dd8f-4785-9eb4-3ec63800e96f None None] Sync routers for ids ['e62b8666-2cc9-4a1d-a59e-36afa8810025'] in dv-cinder-821737-1-iscsi {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 17:57:14.974168 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-6eb3e920-ac8a-43d7-8dcc-4081917ccd98 admin admin] 10.222.0.53 "PUT /v2.0/routers/e62b8666-2cc9-4a1d-a59e-36afa8810025/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3205986
Dec 14 17:57:14.978358 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 51082) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:57:14.984180 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4ec782-dd8f-4785-9eb4-3ec63800e96f None None] Routers {'e62b8666-2cc9-4a1d-a59e-36afa8810025'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:57:14.984872 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-1b4ec782-dd8f-4785-9eb4-3ec63800e96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622c96b710>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:56:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['e62b8666-2cc9-4a1d-a59e-36afa8810025'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:57:15.184367 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-1b4ec782-dd8f-4785-9eb4-3ec63800e96f None None] Set router e62b8666-2cc9-4a1d-a59e-36afa8810025 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:57:15.187950 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a8712c24-ba45-4380-90c0-ef4367e76daa admin admin] Notify callbacks [] for router, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:15.406423 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a8712c24-ba45-4380-90c0-ef4367e76daa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:15.415516 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-a8712c24-ba45-4380-90c0-ef4367e76daa admin admin] Deleting port 9b693d60-27bf-4e1f-84ab-ecfcff4d0618 {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:57:15.415888 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a8712c24-ba45-4380-90c0-ef4367e76daa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:15.536423 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-1b4ec782-dd8f-4785-9eb4-3ec63800e96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622c96b710>, [{'id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'name': 'tempest-AttachVolumeTestJSON-2144495592-router', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:50:13Z', 'updated_at': '2021-12-14T17:57:13Z', 'revision_number': 5, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'gw_port': {'id': '9b693d60-27bf-4e1f-84ab-ecfcff4d0618', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:50:15Z', 'updated_at': '2021-12-14T17:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi'}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:57:15.541373 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4ec782-dd8f-4785-9eb4-3ec63800e96f None None] Checking router: e62b8666-2cc9-4a1d-a59e-36afa8810025 for host: dv-cinder-821737-1-iscsi {{(pid=88124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 17:57:15.555014 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4ec782-dd8f-4785-9eb4-3ec63800e96f None None] Routers {'e62b8666-2cc9-4a1d-a59e-36afa8810025'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:57:15.555866 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-1b4ec782-dd8f-4785-9eb4-3ec63800e96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622c96b710>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:56:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['e62b8666-2cc9-4a1d-a59e-36afa8810025'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:57:15.735813 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-1b4ec782-dd8f-4785-9eb4-3ec63800e96f None None] Set router e62b8666-2cc9-4a1d-a59e-36afa8810025 gateway port host: None {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:57:15.834396 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-a8712c24-ba45-4380-90c0-ef4367e76daa admin admin] For port 9b693d60-27bf-4e1f-84ab-ecfcff4d0618, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=9b693d60-27bf-4e1f-84ab-ecfcff4d0618,segment=NetworkSegment(031a1115-d006-4778-96dd-1bbd9a3ec485),segment_id=031a1115-d006-4778-96dd-1bbd9a3ec485)] {{(pid=88123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:57:15.834750 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a8712c24-ba45-4380-90c0-ef4367e76daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:15.850716 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-1b4ec782-dd8f-4785-9eb4-3ec63800e96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622c96b710>, [{'id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'name': 'tempest-AttachVolumeTestJSON-2144495592-router', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:50:13Z', 'updated_at': '2021-12-14T17:57:15Z', 'revision_number': 6, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'gw_port_host': None}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:57:15.855570 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4ec782-dd8f-4785-9eb4-3ec63800e96f None None] The sync data for ids ['e62b8666-2cc9-4a1d-a59e-36afa8810025'] in dv-cinder-821737-1-iscsi is: [{'id': 'e62b8666-2cc9-4a1d-a59e-36afa8810025', 'name': 'tempest-AttachVolumeTestJSON-2144495592-router', 'tenant_id': '1d8ae983c147420a92d8c91613de9b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:50:13Z', 'updated_at': '2021-12-14T17:57:15Z', 'revision_number': 6, 'project_id': '1d8ae983c147420a92d8c91613de9b2e', 'gw_port_host': None}] {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 17:57:15.983469 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-a8712c24-ba45-4380-90c0-ef4367e76daa admin admin] Calling delete_port for 9b693d60-27bf-4e1f-84ab-ecfcff4d0618 owned by network:router_gateway {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:57:16.162254 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a8712c24-ba45-4380-90c0-ef4367e76daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:16.167152 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-93fd25b1-2c4e-42b7-8cda-815e538dfdbe tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:16.216211 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8712c24-ba45-4380-90c0-ef4367e76daa admin admin] Pushing event deleted for resources: {'Port': ['ID=9b693d60-27bf-4e1f-84ab-ecfcff4d0618,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:16.219046 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a8712c24-ba45-4380-90c0-ef4367e76daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:16.403281 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc6c97-190d-4f17-ad87-35db07774cf4 req-faea1fa8-0bc4-4684-a6fe-666ead910d06 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:16.404839 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8acc6c97-190d-4f17-ad87-35db07774cf4 req-faea1fa8-0bc4-4684-a6fe-666ead910d06 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 946 time: 0.1010580
Dec 14 17:57:16.457781 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8acc6c97-190d-4f17-ad87-35db07774cf4 req-aebbee18-25f9-405a-9148-b41d7e566ea4 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456533
Dec 14 17:57:16.463083 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a8712c24-ba45-4380-90c0-ef4367e76daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854129390'] for router_gateway, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:16.600381 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device e3cf578f-b452-4e78-aaf5-2d217197577d no longer exists at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 17:57:16.635673 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] No Port match for: e3cf578f-b452-4e78-aaf5-2d217197577d {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 17:57:16.636046 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device e3cf578f-b452-4e78-aaf5-2d217197577d not bound to the agent host dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 17:57:16.636515 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 9b693d60-27bf-4e1f-84ab-ecfcff4d0618 no longer exists at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 17:57:16.669885 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] No Port match for: 9b693d60-27bf-4e1f-84ab-ecfcff4d0618 {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 17:57:16.670126 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 9b693d60-27bf-4e1f-84ab-ecfcff4d0618 not bound to the agent host dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 17:57:16.736854 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a8712c24-ba45-4380-90c0-ef4367e76daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854195844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128577'] for router, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:16.742216 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a8712c24-ba45-4380-90c0-ef4367e76daa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:16.842689 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a8712c24-ba45-4380-90c0-ef4367e76daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854195950'] for router, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:16.843250 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8712c24-ba45-4380-90c0-ef4367e76daa admin admin] Fanout notify agent at l3_agent the message router_deleted on router e62b8666-2cc9-4a1d-a59e-36afa8810025 {{(pid=88123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 14 17:57:16.862571 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a8712c24-ba45-4380-90c0-ef4367e76daa admin admin] Notify callbacks [] for router, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:16.864073 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-a8712c24-ba45-4380-90c0-ef4367e76daa admin admin] 10.222.0.53 "DELETE /v2.0/routers/e62b8666-2cc9-4a1d-a59e-36afa8810025 HTTP/1.1" status: 204  len: 168 time: 1.8845994
Dec 14 17:57:16.867091 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 51096) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:57:16.941538 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_v2 [None req-811f0b8b-62c6-4ba0-80c6-1a4ce76d6b96 admin admin] Deleting subnet 7e589611-2052-444e-a79e-8f98a61a68a1 {{(pid=88123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 14 17:57:16.945273 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-811f0b8b-62c6-4ba0-80c6-1a4ce76d6b96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:16.999426 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-811f0b8b-62c6-4ba0-80c6-1a4ce76d6b96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853087298'] for subnet, precommit_delete_associations {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:17.124202 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-811f0b8b-62c6-4ba0-80c6-1a4ce76d6b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2926108'] for subnet, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:17.195030 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-811f0b8b-62c6-4ba0-80c6-1a4ce76d6b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851849723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1688537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1835572'] for subnet, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:17.199259 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-227bed4e-624e-4908-882e-df5b6255ccf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:17.240162 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f0b8b-62c6-4ba0-80c6-1a4ce76d6b96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e589611-2052-444e-a79e-8f98a61a68a1,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:17.244146 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-811f0b8b-62c6-4ba0-80c6-1a4ce76d6b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:17.245633 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-811f0b8b-62c6-4ba0-80c6-1a4ce76d6b96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for subnet, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:17.250897 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c2b566-0d04-4112-ad52-4e87eca54429 None None] Network c7c5dd65-00bc-43ea-a99d-6673d8873e67 requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:57:17.252606 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-811f0b8b-62c6-4ba0-80c6-1a4ce76d6b96 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7e589611-2052-444e-a79e-8f98a61a68a1 HTTP/1.1" status: 204  len: 168 time: 0.3841336
Dec 14 17:57:17.255145 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 51100) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:57:17.373490 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-396aadf0-0131-40d2-8233-bdea41993429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3079847'] for network, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:17.386251 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-396aadf0-0131-40d2-8233-bdea41993429 admin admin] Deleting port c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:57:17.386589 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-396aadf0-0131-40d2-8233-bdea41993429 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:17.532651 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ca576d-f4ae-4d79-9407-c2c6a9ee497a None None] DHCP port deletion for c7c5dd65-00bc-43ea-a99d-6673d8873e67 request from dv-cinder-821737-1-iscsi {{(pid=88124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 14 17:57:17.537453 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-50ca576d-f4ae-4d79-9407-c2c6a9ee497a None None] Deleting port c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:57:17.537971 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50ca576d-f4ae-4d79-9407-c2c6a9ee497a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:17.609897 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-396aadf0-0131-40d2-8233-bdea41993429 admin admin] For port c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e,segment=NetworkSegment(f04df0de-e1dd-4c82-94f5-bc20bcdf696e),segment_id=f04df0de-e1dd-4c82-94f5-bc20bcdf696e)] {{(pid=88123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:57:17.610330 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-396aadf0-0131-40d2-8233-bdea41993429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:17.691556 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450c64f-ea65-437e-ace1-8088916de1e1 req-c3b4f3d4-12e1-43c2-997a-871e4d42f8a3 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:17.693165 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f450c64f-ea65-437e-ace1-8088916de1e1 req-c3b4f3d4-12e1-43c2-997a-871e4d42f8a3 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 946 time: 0.0878332
Dec 14 17:57:17.743677 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-396aadf0-0131-40d2-8233-bdea41993429 admin admin] Calling delete_port for c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e owned by network:dhcp {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:57:17.766716 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50ca576d-f4ae-4d79-9407-c2c6a9ee497a None None] For port c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e,segment=NetworkSegment(f04df0de-e1dd-4c82-94f5-bc20bcdf696e),segment_id=f04df0de-e1dd-4c82-94f5-bc20bcdf696e)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:57:17.767179 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50ca576d-f4ae-4d79-9407-c2c6a9ee497a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:17.773340 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f450c64f-ea65-437e-ace1-8088916de1e1 req-7078b61e-b18c-4f47-939b-d4ba9c1fe4f4 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0729387
Dec 14 17:57:17.819828 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-396aadf0-0131-40d2-8233-bdea41993429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:17.824566 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-38e49cd5-902c-43ee-b23c-4882c41a3cf2 tempest-AttachVolumeNegativeTest-1666252879 tempest-AttachVolumeNegativeTest-1666252879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:17.871241 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396aadf0-0131-40d2-8233-bdea41993429 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:17.873711 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-396aadf0-0131-40d2-8233-bdea41993429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:17.875921 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396aadf0-0131-40d2-8233-bdea41993429 admin admin] No DVR routers for this DVR port c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e on host dv-cinder-821737-1-iscsi {{(pid=88123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 14 17:57:17.914180 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-50ca576d-f4ae-4d79-9407-c2c6a9ee497a None None] Calling delete_port for c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e owned by network:dhcp {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:57:18.077008 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-396aadf0-0131-40d2-8233-bdea41993429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2926725', 'neutron.services.segments.db._delete_segments_for_network-8753728381128'] for network, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:18.110969 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-396aadf0-0131-40d2-8233-bdea41993429 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f622c1d7940>,) {'filters': {'network_id': ['c7c5dd65-00bc-43ea-a99d-6673d8873e67']}} {{(pid=88123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:57:18.127003 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-396aadf0-0131-40d2-8233-bdea41993429 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f622c1d7940>, 'f04df0de-e1dd-4c82-94f5-bc20bcdf696e') {'for_net_delete': True} {{(pid=88123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:57:18.127376 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-396aadf0-0131-40d2-8233-bdea41993429 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f622c1d7940>, 'f04df0de-e1dd-4c82-94f5-bc20bcdf696e') {} {{(pid=88123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:57:18.146945 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd39d3f-fd06-47db-be88-abd1aa089f5e req-85265b10-084b-45ce-8863-05739e07c8da tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:18.148517 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5cd39d3f-fd06-47db-be88-abd1aa089f5e req-85265b10-084b-45ce-8863-05739e07c8da tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.41 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 946 time: 0.2354367
Dec 14 17:57:18.150324 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-396aadf0-0131-40d2-8233-bdea41993429 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753728390873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1688503'] for segment, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:18.214417 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-396aadf0-0131-40d2-8233-bdea41993429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:18.227488 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-396aadf0-0131-40d2-8233-bdea41993429 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 14 17:57:18.227923 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-396aadf0-0131-40d2-8233-bdea41993429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3099130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853087621'] for segment, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:18.243099 dv-cinder-821737-1-iscsi neutron-server[88013]: Traceback (most recent call last):
Dec 14 17:57:18.243099 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 14 17:57:18.243099 dv-cinder-821737-1-iscsi neutron-server[88013]:     timer()
Dec 14 17:57:18.243099 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 14 17:57:18.243099 dv-cinder-821737-1-iscsi neutron-server[88013]:     cb(*args, **kw)
Dec 14 17:57:18.243099 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 14 17:57:18.243099 dv-cinder-821737-1-iscsi neutron-server[88013]:     return func(*args, **kwargs)
Dec 14 17:57:18.243099 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 14 17:57:18.243099 dv-cinder-821737-1-iscsi neutron-server[88013]:     self._notify()
Dec 14 17:57:18.243099 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 14 17:57:18.243099 dv-cinder-821737-1-iscsi neutron-server[88013]:     self.callback(batched_events)
Dec 14 17:57:18.243099 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 14 17:57:18.243099 dv-cinder-821737-1-iscsi neutron-server[88013]:     event.method(event)
Dec 14 17:57:18.243099 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 14 17:57:18.243099 dv-cinder-821737-1-iscsi neutron-server[88013]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 14 17:57:18.243099 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 14 17:57:18.243099 dv-cinder-821737-1-iscsi neutron-server[88013]:     segment_id)['aggregates'][0]
Dec 14 17:57:18.243099 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 14 17:57:18.243099 dv-cinder-821737-1-iscsi neutron-server[88013]:     return f(self, *a, **k)
Dec 14 17:57:18.243099 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 14 17:57:18.243099 dv-cinder-821737-1-iscsi neutron-server[88013]:     return self._get(url).json()
Dec 14 17:57:18.243099 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 14 17:57:18.243099 dv-cinder-821737-1-iscsi neutron-server[88013]:     **kwargs)
Dec 14 17:57:18.243099 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 14 17:57:18.243099 dv-cinder-821737-1-iscsi neutron-server[88013]:     return self.request(url, 'GET', **kwargs)
Dec 14 17:57:18.243099 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 14 17:57:18.243099 dv-cinder-821737-1-iscsi neutron-server[88013]:     **endpoint_filter)
Dec 14 17:57:18.243099 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 14 17:57:18.243099 dv-cinder-821737-1-iscsi neutron-server[88013]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 14 17:57:18.243099 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 14 17:57:18.243099 dv-cinder-821737-1-iscsi neutron-server[88013]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 14 17:57:18.243099 dv-cinder-821737-1-iscsi neutron-server[88013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 14 17:57:18.275217 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-5cd39d3f-fd06-47db-be88-abd1aa089f5e req-b27cbd09-a85c-4ada-9832-06f5d4b6fc06 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Deleting port 1d79f2b2-0345-4bf5-818e-2bd900723596 {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:57:18.275593 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-5cd39d3f-fd06-47db-be88-abd1aa089f5e req-b27cbd09-a85c-4ada-9832-06f5d4b6fc06 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:18.292196 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.db.api [None req-50ca576d-f4ae-4d79-9407-c2c6a9ee497a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88124) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 14 17:57:18.292564 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_db.api [None req-50ca576d-f4ae-4d79-9407-c2c6a9ee497a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 14 17:57:18.604357 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e no longer exists at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 17:57:18.626073 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-396aadf0-0131-40d2-8233-bdea41993429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851849074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646652'] for network, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:18.633644 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:18.646828 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] No Port match for: c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 17:57:18.647217 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e not bound to the agent host dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 17:57:18.680209 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-396aadf0-0131-40d2-8233-bdea41993429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:18.703915 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396aadf0-0131-40d2-8233-bdea41993429 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7c5dd65-00bc-43ea-a99d-6673d8873e67,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:18.714300 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-396aadf0-0131-40d2-8233-bdea41993429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:18.753094 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-396aadf0-0131-40d2-8233-bdea41993429 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c7c5dd65-00bc-43ea-a99d-6673d8873e67 HTTP/1.1" status: 204  len: 168 time: 1.4962115
Dec 14 17:57:18.794373 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-50ca576d-f4ae-4d79-9407-c2c6a9ee497a None None] Deleting port c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:57:18.794876 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50ca576d-f4ae-4d79-9407-c2c6a9ee497a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:18.871552 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-50ca576d-f4ae-4d79-9407-c2c6a9ee497a None None] The port 'c0e6c8df-adfa-46e8-b199-2ecfc06f6f8e' was deleted {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 14 17:57:18.896824 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-5cd39d3f-fd06-47db-be88-abd1aa089f5e req-b27cbd09-a85c-4ada-9832-06f5d4b6fc06 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] For port 1d79f2b2-0345-4bf5-818e-2bd900723596, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=1d79f2b2-0345-4bf5-818e-2bd900723596,segment=NetworkSegment(66237df7-ad58-4612-ad39-411169863aef),segment_id=66237df7-ad58-4612-ad39-411169863aef)] {{(pid=88123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:57:18.897204 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-5cd39d3f-fd06-47db-be88-abd1aa089f5e req-b27cbd09-a85c-4ada-9832-06f5d4b6fc06 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:18.920421 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 51110) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:57:19.041628 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-fed0e65c-1b3b-4aec-83a2-72c8708f1aec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1d8ae983c147420a92d8c91613de9b2e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1195712
Dec 14 17:57:19.045772 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 51114) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:57:19.098694 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcbe5c-0fec-49f2-91cc-609a84d4e9f0 req-4c58ca4a-0178-43b7-a1ae-829506aa4f99 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:19.100303 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-45fcbe5c-0fec-49f2-91cc-609a84d4e9f0 req-4c58ca4a-0178-43b7-a1ae-829506aa4f99 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 946 time: 0.1534243
Dec 14 17:57:19.160776 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-c821a4d3-6b49-4715-9583-f36b71db352f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:19.179640 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-45fcbe5c-0fec-49f2-91cc-609a84d4e9f0 req-ca49cfc4-abea-4554-a812-f7305102400a tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=d0e681a2-1059-43f6-a74e-2223a53bc050&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0716877
Dec 14 17:57:19.200341 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-c821a4d3-6b49-4715-9583-f36b71db352f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:19.234319 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-5cd39d3f-fd06-47db-be88-abd1aa089f5e req-b27cbd09-a85c-4ada-9832-06f5d4b6fc06 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:19.234696 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-5cd39d3f-fd06-47db-be88-abd1aa089f5e req-b27cbd09-a85c-4ada-9832-06f5d4b6fc06 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646637'] for floatingip, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:19.235077 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.l3_db [req-5cd39d3f-fd06-47db-be88-abd1aa089f5e req-b27cbd09-a85c-4ada-9832-06f5d4b6fc06 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Floating IP 1777e363-1bb1-4481-86d0-f15a8bca21bf disassociated. External IP: 172.27.2.162, port: 1d79f2b2-0345-4bf5-818e-2bd900723596.
Dec 14 17:57:19.235446 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-5cd39d3f-fd06-47db-be88-abd1aa089f5e req-b27cbd09-a85c-4ada-9832-06f5d4b6fc06 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Calling delete_port for 1d79f2b2-0345-4bf5-818e-2bd900723596 owned by compute:nova {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:57:19.258833 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-c821a4d3-6b49-4715-9583-f36b71db352f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:19.262980 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2b84a0fd-d819-43c0-924f-d6e07b11162e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:19.281328 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821a4d3-6b49-4715-9583-f36b71db352f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca77ee8-0d1e-4357-84ff-bc6c97460e88,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:19.286931 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-c821a4d3-6b49-4715-9583-f36b71db352f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:19.289104 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-c821a4d3-6b49-4715-9583-f36b71db352f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:19.291416 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-c821a4d3-6b49-4715-9583-f36b71db352f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0ca77ee8-0d1e-4357-84ff-bc6c97460e88 HTTP/1.1" status: 204  len: 168 time: 0.2446277
Dec 14 17:57:19.398645 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-5cd39d3f-fd06-47db-be88-abd1aa089f5e req-b27cbd09-a85c-4ada-9832-06f5d4b6fc06 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:19.404774 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2b5aba00-0c4b-4427-b8f0-533689d68e3d tempest-VolumesNegativeTest-955970388 tempest-VolumesNegativeTest-955970388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:19.453515 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27cbd09-a85c-4ada-9832-06f5d4b6fc06 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Pushing event deleted for resources: {'Port': ['ID=1d79f2b2-0345-4bf5-818e-2bd900723596,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:19.458800 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b27cbd09-a85c-4ada-9832-06f5d4b6fc06 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:19.682381 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cd39d3f-fd06-47db-be88-abd1aa089f5e req-b27cbd09-a85c-4ada-9832-06f5d4b6fc06 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Router f6c0c953-5025-4bb2-a157-fe3d28d19b54 has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 17:57:19.913337 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cd39d3f-fd06-47db-be88-abd1aa089f5e req-b27cbd09-a85c-4ada-9832-06f5d4b6fc06 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 17:57:19.927849 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a12668d-ea97-47bf-940b-c1907a7edf7a None None] Sync routers for ids ['f6c0c953-5025-4bb2-a157-fe3d28d19b54'] in dv-cinder-821737-1-iscsi {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 17:57:19.943745 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a12668d-ea97-47bf-940b-c1907a7edf7a None None] Routers {'f6c0c953-5025-4bb2-a157-fe3d28d19b54'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:57:19.945155 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-8a12668d-ea97-47bf-940b-c1907a7edf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622d15ca90>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:56:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['f6c0c953-5025-4bb2-a157-fe3d28d19b54'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:57:19.996539 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd39d3f-fd06-47db-be88-abd1aa089f5e req-b27cbd09-a85c-4ada-9832-06f5d4b6fc06 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] No DVR routers for this DVR port 1d79f2b2-0345-4bf5-818e-2bd900723596 on host hv-cinder-82173 {{(pid=88123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 14 17:57:20.004580 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-5cd39d3f-fd06-47db-be88-abd1aa089f5e req-b27cbd09-a85c-4ada-9832-06f5d4b6fc06 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:20.009070 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50b6ba7-0af3-40fb-b6dc-31e9d37301ba', 'name': 'network-vif-deleted', 'tag': '1d79f2b2-0345-4bf5-818e-2bd900723596'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:57:20.031843 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5cd39d3f-fd06-47db-be88-abd1aa089f5e req-b27cbd09-a85c-4ada-9832-06f5d4b6fc06 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.41 "DELETE /v2.0/ports/1d79f2b2-0345-4bf5-818e-2bd900723596 HTTP/1.1" status: 204  len: 173 time: 1.8741529
Dec 14 17:57:20.091317 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50b6ba7-0af3-40fb-b6dc-31e9d37301ba', 'name': 'network-vif-deleted', 'tag': '1d79f2b2-0345-4bf5-818e-2bd900723596', 'status': 'completed', 'code': 200}
Dec 14 17:57:20.190703 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-8a12668d-ea97-47bf-940b-c1907a7edf7a None None] Set router f6c0c953-5025-4bb2-a157-fe3d28d19b54 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:57:20.402633 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a57907ee-50d4-4f2b-9991-2a7773f2200b req-2d9eb76a-bdbf-4ac9-9179-29f75be366f8 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50b6ba7-0af3-40fb-b6dc-31e9d37301ba HTTP/1.1" status: 200  len: 210 time: 0.0470393
Dec 14 17:57:20.562332 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-8a12668d-ea97-47bf-940b-c1907a7edf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622d15ca90>, [{'id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'name': 'tempest-AttachVolumeShelveTestJSON-379572698-router', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:53:54Z', 'updated_at': '2021-12-14T17:54:03Z', 'revision_number': 4, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'gw_port': {'id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:69:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:53:56Z', 'updated_at': '2021-12-14T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'f148444e-384d-439b-a167-db51bf9f5581', 'name': '', 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'mac_address': 'fa:16:3e:19:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:02Z', 'updated_at': '2021-12-14T17:54:11Z', 'revision_number': 5, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'subnets': [{'id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:57:20.568371 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a12668d-ea97-47bf-940b-c1907a7edf7a None None] Checking router: f6c0c953-5025-4bb2-a157-fe3d28d19b54 for host: dv-cinder-821737-1-iscsi {{(pid=88125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 17:57:20.580370 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a12668d-ea97-47bf-940b-c1907a7edf7a None None] Routers {'f6c0c953-5025-4bb2-a157-fe3d28d19b54'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:57:20.581042 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-8a12668d-ea97-47bf-940b-c1907a7edf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622d15ca90>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:56:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['f6c0c953-5025-4bb2-a157-fe3d28d19b54'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:57:20.758838 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-24364603-b53f-4c52-bb5b-bec9deb30f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:20.779158 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-8a12668d-ea97-47bf-940b-c1907a7edf7a None None] Set router f6c0c953-5025-4bb2-a157-fe3d28d19b54 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:57:21.140310 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-8a12668d-ea97-47bf-940b-c1907a7edf7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622d15ca90>, [{'id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'name': 'tempest-AttachVolumeShelveTestJSON-379572698-router', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:53:54Z', 'updated_at': '2021-12-14T17:54:03Z', 'revision_number': 4, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'gw_port': {'id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:69:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:53:56Z', 'updated_at': '2021-12-14T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'f148444e-384d-439b-a167-db51bf9f5581', 'name': '', 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'mac_address': 'fa:16:3e:19:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:02Z', 'updated_at': '2021-12-14T17:54:11Z', 'revision_number': 5, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'subnets': [{'id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:57:21.145315 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a12668d-ea97-47bf-940b-c1907a7edf7a None None] The sync data for ids ['f6c0c953-5025-4bb2-a157-fe3d28d19b54'] in dv-cinder-821737-1-iscsi is: [{'id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'name': 'tempest-AttachVolumeShelveTestJSON-379572698-router', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:53:54Z', 'updated_at': '2021-12-14T17:54:03Z', 'revision_number': 4, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'gw_port': {'id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:69:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:53:56Z', 'updated_at': '2021-12-14T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'f148444e-384d-439b-a167-db51bf9f5581', 'name': '', 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'mac_address': 'fa:16:3e:19:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:02Z', 'updated_at': '2021-12-14T17:54:11Z', 'revision_number': 5, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'subnets': [{'id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 17:57:21.612976 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 51164) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:57:21.651479 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:21.661467 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 1d79f2b2-0345-4bf5-818e-2bd900723596 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 17:57:21.699092 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5771e6ca-8a23-4b44-94db-8badb50fa9af None None] New status for floating IP 1777e363-1bb1-4481-86d0-f15a8bca21bf: DOWN {{(pid=88124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 14 17:57:21.748080 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0ce0100f-7c8b-4699-a6b5-37dab0b18aca tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:21.774986 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] No Port match for: 1d79f2b2-0345-4bf5-818e-2bd900723596 {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 17:57:21.775532 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 1d79f2b2-0345-4bf5-818e-2bd900723596 not bound to the agent host hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 17:57:21.804092 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0ce0100f-7c8b-4699-a6b5-37dab0b18aca tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:21.896767 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0ce0100f-7c8b-4699-a6b5-37dab0b18aca tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:21.907080 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-61351f4d-a9e8-45f2-8ae5-02664d86b7a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:21.938018 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0100f-7c8b-4699-a6b5-37dab0b18aca tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e681a2-1059-43f6-a74e-2223a53bc050,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:21.942682 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-0ce0100f-7c8b-4699-a6b5-37dab0b18aca tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:21.958741 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0ce0100f-7c8b-4699-a6b5-37dab0b18aca tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:21.960515 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-0ce0100f-7c8b-4699-a6b5-37dab0b18aca tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "DELETE /v2.0/security-groups/d0e681a2-1059-43f6-a74e-2223a53bc050 HTTP/1.1" status: 204  len: 168 time: 0.3458548
Dec 14 17:57:21.963723 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 51170) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:57:21.990260 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.v2.resource [None req-678d307f-7dd7-495a-bf15-ac6fa7b1a8ec tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] show failed (client error): The resource could not be found.
Dec 14 17:57:21.991841 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-678d307f-7dd7-495a-bf15-ac6fa7b1a8ec tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups/d0e681a2-1059-43f6-a74e-2223a53bc050 HTTP/1.1" status: 404  len: 347 time: 0.0266762
Dec 14 17:57:21.995400 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 51174) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:57:22.006404 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 51178) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:57:22.260713 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-6df882b7-3b79-47b3-acdd-e89b00ff358f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Deleting port 614fe843-1776-46b9-9d8d-b6707991d146 {{(pid=88122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:57:22.261148 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6df882b7-3b79-47b3-acdd-e89b00ff358f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:22.262463 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-42a53221-68ab-460c-811e-d3efd64978c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:22.305128 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-42a53221-68ab-460c-811e-d3efd64978c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:57:22.310226 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-42a53221-68ab-460c-811e-d3efd64978c7 admin admin] Usage tracker for resource:security_group_rule and tenant:be88c4b5930940abb2b170ec1f5f292e is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:57:22.314225 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-42a53221-68ab-460c-811e-d3efd64978c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:57:22.325377 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-42a53221-68ab-460c-811e-d3efd64978c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:57:22.442347 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-42a53221-68ab-460c-811e-d3efd64978c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:22.445708 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-42a53221-68ab-460c-811e-d3efd64978c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:22.453026 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:22.498204 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a53221-68ab-460c-811e-d3efd64978c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c578af54-2387-4308-aa4f-a779f8285ec6,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:22.501608 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-42a53221-68ab-460c-811e-d3efd64978c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:22.509841 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-42a53221-68ab-460c-811e-d3efd64978c7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=be88c4b5930940abb2b170ec1f5f292e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4976752
Dec 14 17:57:22.510450 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 51184) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:57:22.537339 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6df882b7-3b79-47b3-acdd-e89b00ff358f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:22.537988 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6df882b7-3b79-47b3-acdd-e89b00ff358f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:22.579799 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-c8399beb-1b2f-486b-8bae-ee42fdebe0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:22.612781 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-c8399beb-1b2f-486b-8bae-ee42fdebe0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:22.666947 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-c8399beb-1b2f-486b-8bae-ee42fdebe0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:22.678853 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-d13dbfcc-3e20-4171-9c5d-dbcfbc41ec4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:22.694234 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8399beb-1b2f-486b-8bae-ee42fdebe0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c578af54-2387-4308-aa4f-a779f8285ec6,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:22.701175 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-c8399beb-1b2f-486b-8bae-ee42fdebe0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:22.702735 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-c8399beb-1b2f-486b-8bae-ee42fdebe0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:22.707171 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-c8399beb-1b2f-486b-8bae-ee42fdebe0ff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c578af54-2387-4308-aa4f-a779f8285ec6 HTTP/1.1" status: 204  len: 168 time: 0.1950855
Dec 14 17:57:22.790913 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-6df882b7-3b79-47b3-acdd-e89b00ff358f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Calling delete_port for 614fe843-1776-46b9-9d8d-b6707991d146 owned by network:floatingip {{(pid=88122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:57:22.935548 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0017ecd4-674b-4f53-8b6b-c48c60dd65fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:23.035848 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6df882b7-3b79-47b3-acdd-e89b00ff358f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852908220'] for port, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:23.041345 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-551c5f46-5ee5-4e75-b6ca-bffdcf837a4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:23.084910 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df882b7-3b79-47b3-acdd-e89b00ff358f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Pushing event deleted for resources: {'Port': ['ID=614fe843-1776-46b9-9d8d-b6707991d146,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:23.087889 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-6df882b7-3b79-47b3-acdd-e89b00ff358f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:23.136494 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 51192) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:57:23.160906 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bb45f02d-7fcd-47ee-b38e-937c987c535f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:23.202002 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-bb45f02d-7fcd-47ee-b38e-937c987c535f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:57:23.204262 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6df882b7-3b79-47b3-acdd-e89b00ff358f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for floatingip, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:23.207213 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-bb45f02d-7fcd-47ee-b38e-937c987c535f admin admin] Usage tracker for resource:security_group_rule and tenant:203919e1cfcc4b6fb442178e0d4a9260 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:57:23.210681 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-bb45f02d-7fcd-47ee-b38e-937c987c535f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:57:23.218335 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-bb45f02d-7fcd-47ee-b38e-937c987c535f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:57:23.224351 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6df882b7-3b79-47b3-acdd-e89b00ff358f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for floatingip, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:23.228959 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-6df882b7-3b79-47b3-acdd-e89b00ff358f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "DELETE /v2.0/floatingips/1777e363-1bb1-4481-86d0-f15a8bca21bf HTTP/1.1" status: 204  len: 168 time: 1.2288032
Dec 14 17:57:23.293887 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:23.327701 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bb45f02d-7fcd-47ee-b38e-937c987c535f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:23.331864 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bb45f02d-7fcd-47ee-b38e-937c987c535f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:23.340772 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-22fee805-d08d-486d-8798-ad57226c5e88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:23.389723 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb45f02d-7fcd-47ee-b38e-937c987c535f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2ab6e0-610d-44bc-a199-b5519cb96367,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:23.394099 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-bb45f02d-7fcd-47ee-b38e-937c987c535f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:23.402142 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-bb45f02d-7fcd-47ee-b38e-937c987c535f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=203919e1cfcc4b6fb442178e0d4a9260&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2592263
Dec 14 17:57:23.402913 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 51198) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:57:23.511568 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8bd1d083-ee74-4945-97a2-9335917b8927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:23.564273 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8bd1d083-ee74-4945-97a2-9335917b8927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:23.640935 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8bd1d083-ee74-4945-97a2-9335917b8927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:23.651286 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-c8399beb-1b2f-486b-8bae-ee42fdebe0ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:23.672163 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd1d083-ee74-4945-97a2-9335917b8927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2ab6e0-610d-44bc-a199-b5519cb96367,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:23.680472 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-8bd1d083-ee74-4945-97a2-9335917b8927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:23.683813 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8bd1d083-ee74-4945-97a2-9335917b8927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:23.685776 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-8bd1d083-ee74-4945-97a2-9335917b8927 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5e2ab6e0-610d-44bc-a199-b5519cb96367 HTTP/1.1" status: 204  len: 168 time: 0.2822232
Dec 14 17:57:23.940704 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 51204) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:57:23.951561 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-3010271c-73c1-4887-986a-1bd464f9d1e2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1741525676', 'description': 'tempest-description--1994385356'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:57:23.962827 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-3010271c-73c1-4887-986a-1bd464f9d1e2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:57:23.969204 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-3010271c-73c1-4887-986a-1bd464f9d1e2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Usage tracker for resource:security_group and tenant:0cc1ceabb62d4c3a9a521b81c98f5557 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:57:23.973650 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-3010271c-73c1-4887-986a-1bd464f9d1e2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:57:23.980941 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-3010271c-73c1-4887-986a-1bd464f9d1e2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:57:23.999036 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3010271c-73c1-4887-986a-1bd464f9d1e2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:24.053585 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-3010271c-73c1-4887-986a-1bd464f9d1e2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:57:24.058329 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-3010271c-73c1-4887-986a-1bd464f9d1e2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Usage tracker for resource:security_group_rule and tenant:0cc1ceabb62d4c3a9a521b81c98f5557 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:57:24.061620 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-3010271c-73c1-4887-986a-1bd464f9d1e2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:57:24.069040 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-3010271c-73c1-4887-986a-1bd464f9d1e2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:57:24.145212 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3010271c-73c1-4887-986a-1bd464f9d1e2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:24.149122 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3010271c-73c1-4887-986a-1bd464f9d1e2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:24.156142 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-68cdf80d-de3d-4f21-968f-2ca300bd3392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:24.230361 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010271c-73c1-4887-986a-1bd464f9d1e2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35e2f1d4-1db1-4b69-85a0-607e2a0edc45,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:24.235183 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-3010271c-73c1-4887-986a-1bd464f9d1e2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:24.236683 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3010271c-73c1-4887-986a-1bd464f9d1e2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:24.243380 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-3010271c-73c1-4887-986a-1bd464f9d1e2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.2965984
Dec 14 17:57:24.244653 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 51214) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:57:24.255097 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-5ca84649-3665-4bc3-bc71-a99bec8025a2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Request body: {'security_group_rule': {'security_group_id': '35e2f1d4-1db1-4b69-85a0-607e2a0edc45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:57:24.266389 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-5ca84649-3665-4bc3-bc71-a99bec8025a2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:57:24.275946 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-5ca84649-3665-4bc3-bc71-a99bec8025a2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Usage tracker for resource:security_group_rule and tenant:0cc1ceabb62d4c3a9a521b81c98f5557 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:57:24.279306 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-5ca84649-3665-4bc3-bc71-a99bec8025a2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:57:24.287632 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-5ca84649-3665-4bc3-bc71-a99bec8025a2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:57:24.310086 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5ca84649-3665-4bc3-bc71-a99bec8025a2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:24.414896 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5ca84649-3665-4bc3-bc71-a99bec8025a2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:24.418426 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5ca84649-3665-4bc3-bc71-a99bec8025a2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720366'] for security_group_rule, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:24.429696 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-4ff28ece-806c-4286-928d-7a7eee2ab5aa tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:24.454373 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca84649-3665-4bc3-bc71-a99bec8025a2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d15ad0-7d85-40cb-9ca4-92fb0c017c25,revision_number=0']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:24.457842 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-5ca84649-3665-4bc3-bc71-a99bec8025a2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:24.466521 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5ca84649-3665-4bc3-bc71-a99bec8025a2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:24.468218 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-5ca84649-3665-4bc3-bc71-a99bec8025a2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2228372
Dec 14 17:57:24.472151 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 51222) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:57:24.482823 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-50b59240-c0f4-4989-9dec-9f6a85c80d96 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Request body: {'security_group_rule': {'security_group_id': '35e2f1d4-1db1-4b69-85a0-607e2a0edc45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:57:24.494677 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-50b59240-c0f4-4989-9dec-9f6a85c80d96 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:57:24.502127 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-50b59240-c0f4-4989-9dec-9f6a85c80d96 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Usage tracker for resource:security_group_rule and tenant:0cc1ceabb62d4c3a9a521b81c98f5557 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:57:24.507667 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-50b59240-c0f4-4989-9dec-9f6a85c80d96 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:57:24.519119 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-50b59240-c0f4-4989-9dec-9f6a85c80d96 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:57:24.550752 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50b59240-c0f4-4989-9dec-9f6a85c80d96 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:24.623444 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:24.655025 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50b59240-c0f4-4989-9dec-9f6a85c80d96 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:24.658635 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50b59240-c0f4-4989-9dec-9f6a85c80d96 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720366'] for security_group_rule, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:24.661067 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-baac54a6-de26-4e3e-80a5-d6c154a7eba6 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:24.689971 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b59240-c0f4-4989-9dec-9f6a85c80d96 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ee89656-058a-4773-93fc-7064d85d6924,revision_number=0']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:24.693543 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50b59240-c0f4-4989-9dec-9f6a85c80d96 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:24.703131 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50b59240-c0f4-4989-9dec-9f6a85c80d96 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:24.705270 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-50b59240-c0f4-4989-9dec-9f6a85c80d96 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2313740
Dec 14 17:57:24.710385 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 51226) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:57:24.717953 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-1a56718a-bcec-43ba-8746-c8cd1e58105d tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Request body: {'floatingip': {'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:57:24.725866 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-1a56718a-bcec-43ba-8746-c8cd1e58105d tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:57:24.731811 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-1a56718a-bcec-43ba-8746-c8cd1e58105d tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Usage tracker for resource:floatingip and tenant:0cc1ceabb62d4c3a9a521b81c98f5557 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:57:24.737572 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-1a56718a-bcec-43ba-8746-c8cd1e58105d tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:57:24.746694 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-1a56718a-bcec-43ba-8746-c8cd1e58105d tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:57:24.758905 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1a56718a-bcec-43ba-8746-c8cd1e58105d tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for floatingip, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:24.961002 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1a56718a-bcec-43ba-8746-c8cd1e58105d tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:25.130696 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-1a56718a-bcec-43ba-8746-c8cd1e58105d tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Allocated IP 172.27.2.143 (b3d2256c-c519-4427-b3bb-181a657f5e18/431330ab-9b63-4a3b-8088-f9712ed58753/de5525ca-26bc-4b9a-900a-1c969ec083e4) {{(pid=88122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:57:25.317235 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1a56718a-bcec-43ba-8746-c8cd1e58105d tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for port, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:25.356012 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1a56718a-bcec-43ba-8746-c8cd1e58105d tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852908220'] for port, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:25.361424 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-01722b85-dfe0-46ea-bdea-f4be0544f71d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:25.428928 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a56718a-bcec-43ba-8746-c8cd1e58105d tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Network b3d2256c-c519-4427-b3bb-181a657f5e18 is already hosted by enough agents. {{(pid=88122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:57:25.432652 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-1a56718a-bcec-43ba-8746-c8cd1e58105d tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Resources bound (agent type, host, resource id):  {{(pid=88122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:57:25.438130 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a56718a-bcec-43ba-8746-c8cd1e58105d tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Received port after_create {{(pid=88122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:57:25.481602 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56718a-bcec-43ba-8746-c8cd1e58105d tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Pushing event updated for resources: {'Port': ['ID=de5525ca-26bc-4b9a-900a-1c969ec083e4,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:25.486877 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-1a56718a-bcec-43ba-8746-c8cd1e58105d tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:25.649057 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1a56718a-bcec-43ba-8746-c8cd1e58105d tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:25.714335 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1a56718a-bcec-43ba-8746-c8cd1e58105d tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:25.970866 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1a56718a-bcec-43ba-8746-c8cd1e58105d tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for port, precommit_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:25.977660 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1a56718a-bcec-43ba-8746-c8cd1e58105d tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1867597'] for port, after_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:25.986169 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-473ff625-b130-4f75-9d72-de1108d77c78 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:26.105592 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56718a-bcec-43ba-8746-c8cd1e58105d tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Pushing event updated for resources: {'Port': ['ID=de5525ca-26bc-4b9a-900a-1c969ec083e4,revision_number=2']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:26.110572 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-1a56718a-bcec-43ba-8746-c8cd1e58105d tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:26.120914 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1a56718a-bcec-43ba-8746-c8cd1e58105d tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646637'] for floatingip, after_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:26.151782 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1a56718a-bcec-43ba-8746-c8cd1e58105d tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for floatingip, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:26.155996 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-1a56718a-bcec-43ba-8746-c8cd1e58105d tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4413610
Dec 14 17:57:26.462444 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-dbe433e4-a9c1-486c-aac2-6b1ebc003910 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Synchronizing usage tracker for tenant:0cc1ceabb62d4c3a9a521b81c98f5557 on resource:security_group {{(pid=88122) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:57:26.483443 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-dbe433e4-a9c1-486c-aac2-6b1ebc003910 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Unset dirty status for tenant:0cc1ceabb62d4c3a9a521b81c98f5557 on resource:security_group {{(pid=88122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:57:26.485364 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-dbe433e4-a9c1-486c-aac2-6b1ebc003910 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1741525676&fields=id&tenant_id=0cc1ceabb62d4c3a9a521b81c98f5557 HTTP/1.1" status: 200  len: 267 time: 0.0800548
Dec 14 17:57:26.687008 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-720c139a-2ade-4169-ab7a-2b4a2c46e410 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:26.688641 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-720c139a-2ade-4169-ab7a-2b4a2c46e410 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/networks?id=6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a HTTP/1.1" status: 200  len: 816 time: 0.1953375
Dec 14 17:57:26.709968 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-6f16411b-7ab1-49a2-8a9c-3b5a815b3766 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/quotas/0cc1ceabb62d4c3a9a521b81c98f5557 HTTP/1.1" status: 200  len: 375 time: 0.0125306
Dec 14 17:57:26.822747 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-e3b2c823-f347-4856-acd3-0c89525c3475 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Synchronizing usage tracker for tenant:0cc1ceabb62d4c3a9a521b81c98f5557 on resource:port {{(pid=88122) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:57:26.849541 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-e3b2c823-f347-4856-acd3-0c89525c3475 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Unset dirty status for tenant:0cc1ceabb62d4c3a9a521b81c98f5557 on resource:port {{(pid=88122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:57:26.851104 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-e3b2c823-f347-4856-acd3-0c89525c3475 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cc1ceabb62d4c3a9a521b81c98f5557&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1308253
Dec 14 17:57:27.257913 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-44fb549a-f044-401f-83c5-51fe1a9d63c7 service neutron] 10.222.0.53 "GET /v2.0/networks/6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3919756
Dec 14 17:57:27.446677 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-272cc320-d06d-466c-a235-964cd55fb0ca service neutron] 10.222.0.53 "GET /v2.0/networks/6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1774209
Dec 14 17:57:27.732173 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-46cd74ff-f111-4454-971f-9ed97c701fd8 req-e9874600-bd2f-42aa-a7dc-8ef88fbebc4c tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 210 time: 0.0524831
Dec 14 17:57:28.533563 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 51310) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:57:28.712608 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5013f2e1-0913-45eb-bcb5-e61956dd7464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:28.753018 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-5013f2e1-0913-45eb-bcb5-e61956dd7464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:57:28.757845 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-5013f2e1-0913-45eb-bcb5-e61956dd7464 admin admin] Usage tracker for resource:security_group_rule and tenant:8162478107f648e2840b95f2089c22f9 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:57:28.761247 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-5013f2e1-0913-45eb-bcb5-e61956dd7464 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:57:28.773381 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-5013f2e1-0913-45eb-bcb5-e61956dd7464 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:57:28.918405 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5013f2e1-0913-45eb-bcb5-e61956dd7464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:28.923857 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5013f2e1-0913-45eb-bcb5-e61956dd7464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:28.939569 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-77e93b4b-ca3e-4904-90ee-094e54aa84b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:29.041777 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-b9d10485-4c27-4781-9447-1c51dc656b80 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:29.042144 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013f2e1-0913-45eb-bcb5-e61956dd7464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94fc12d-5a3f-4a22-8abe-0548c82a0c3b,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:29.043655 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-b9d10485-4c27-4781-9447-1c51dc656b80 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.41 "GET /v2.0/networks?id=6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a HTTP/1.1" status: 200  len: 816 time: 0.2315400
Dec 14 17:57:29.115012 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-5013f2e1-0913-45eb-bcb5-e61956dd7464 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8162478107f648e2840b95f2089c22f9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5778151
Dec 14 17:57:29.116187 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-a7c7faac-49df-474b-8711-b498e0851193 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Synchronizing usage tracker for tenant:0cc1ceabb62d4c3a9a521b81c98f5557 on resource:security_group {{(pid=88123) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:57:29.119094 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 51318) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:57:29.145456 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8fb33c47-efa1-4b45-9020-0f2710722d1d req-f4095873-bf35-4eee-9c66-8bfb30cc5653 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 210 time: 0.1081791
Dec 14 17:57:29.156154 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013f2e1-0913-45eb-bcb5-e61956dd7464 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:57:29.157230 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013f2e1-0913-45eb-bcb5-e61956dd7464 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:57:29.158499 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013f2e1-0913-45eb-bcb5-e61956dd7464 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:57:29.159564 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013f2e1-0913-45eb-bcb5-e61956dd7464 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:57:29.160209 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013f2e1-0913-45eb-bcb5-e61956dd7464 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:57:29.161091 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013f2e1-0913-45eb-bcb5-e61956dd7464 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:57:29.161980 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013f2e1-0913-45eb-bcb5-e61956dd7464 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:57:29.162787 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013f2e1-0913-45eb-bcb5-e61956dd7464 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:57:29.164013 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013f2e1-0913-45eb-bcb5-e61956dd7464 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:57:29.164448 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013f2e1-0913-45eb-bcb5-e61956dd7464 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:57:29.165279 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013f2e1-0913-45eb-bcb5-e61956dd7464 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:57:29.173400 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-5013f2e1-0913-45eb-bcb5-e61956dd7464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:29.175893 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-a7c7faac-49df-474b-8711-b498e0851193 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Unset dirty status for tenant:0cc1ceabb62d4c3a9a521b81c98f5557 on resource:security_group {{(pid=88123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:57:29.177118 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-a7c7faac-49df-474b-8711-b498e0851193 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cc1ceabb62d4c3a9a521b81c98f5557 HTTP/1.1" status: 200  len: 380 time: 0.1196041
Dec 14 17:57:29.199895 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-06989b3e-be5f-4789-a979-f02167d28b55 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Request body: {'port': {'device_id': '10dd37d4-49ae-469e-9828-0ebb63b6c2f4', 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a', 'admin_state_up': True, 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'security_groups': ['35e2f1d4-1db1-4b69-85a0-607e2a0edc45']}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:57:29.374677 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6ac26112-8686-489b-a2ee-0fdf11f9a5c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:29.474027 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6ac26112-8686-489b-a2ee-0fdf11f9a5c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:29.520179 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-06989b3e-be5f-4789-a979-f02167d28b55 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:57:29.566007 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-06989b3e-be5f-4789-a979-f02167d28b55 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:57:29.581891 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-06989b3e-be5f-4789-a979-f02167d28b55 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Made reservation on behalf of 0cc1ceabb62d4c3a9a521b81c98f5557 for: {'port': 1} {{(pid=88123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:57:29.587607 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-06989b3e-be5f-4789-a979-f02167d28b55 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:29.616217 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6ac26112-8686-489b-a2ee-0fdf11f9a5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:29.661465 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e462d69e-c949-45b6-ad54-528f450082dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:29.688921 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac26112-8686-489b-a2ee-0fdf11f9a5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94fc12d-5a3f-4a22-8abe-0548c82a0c3b,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:29.699133 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-6ac26112-8686-489b-a2ee-0fdf11f9a5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:29.699940 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6ac26112-8686-489b-a2ee-0fdf11f9a5c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:29.710562 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-6ac26112-8686-489b-a2ee-0fdf11f9a5c6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d94fc12d-5a3f-4a22-8abe-0548c82a0c3b HTTP/1.1" status: 204  len: 168 time: 0.5836732
Dec 14 17:57:29.922098 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-06989b3e-be5f-4789-a979-f02167d28b55 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Allocated IP 172.20.0.13 (6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a/d978114e-cfd4-4a19-a29a-be42d1f2cd12/28f5a238-da4a-46e6-aca9-54914dbc17d7) {{(pid=88123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:57:30.114445 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7b1b7-aa33-4e0d-ac5b-cceacecd588e req-27bc0ba6-b030-4cf5-bde7-a9ffc0810872 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:30.116341 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-dbc7b1b7-aa33-4e0d-ac5b-cceacecd588e req-27bc0ba6-b030-4cf5-bde7-a9ffc0810872 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d08f7b5-b079-4d77-b5e1-019cf7c9c718 HTTP/1.1" status: 200  len: 945 time: 0.1525843
Dec 14 17:57:30.179614 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-06989b3e-be5f-4789-a979-f02167d28b55 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for port, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:30.183882 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-dbc7b1b7-aa33-4e0d-ac5b-cceacecd588e req-afc170ce-975b-4e57-bcfd-aa774b51ef6d tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509183
Dec 14 17:57:30.203144 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-06989b3e-be5f-4789-a979-f02167d28b55 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Transition to ACTIVE for port object 28f5a238-da4a-46e6-aca9-54914dbc17d7 will not be triggered until provisioned by entity DHCP. {{(pid=88123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:57:30.209955 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 51334) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:57:30.233191 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-06989b3e-be5f-4789-a979-f02167d28b55 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:30.240392 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-6eb3e920-ac8a-43d7-8dcc-4081917ccd98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:30.253676 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-09b629d6-452a-4068-99ba-3d5e981632e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:30.304022 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-09b629d6-452a-4068-99ba-3d5e981632e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:57:30.310537 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-09b629d6-452a-4068-99ba-3d5e981632e2 admin admin] Usage tracker for resource:security_group_rule and tenant:c2dd85348d5745ad8865b4491b98833a is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:57:30.315618 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-09b629d6-452a-4068-99ba-3d5e981632e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:57:30.330832 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-09b629d6-452a-4068-99ba-3d5e981632e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:57:30.342373 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-06989b3e-be5f-4789-a979-f02167d28b55 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Network 6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a is already hosted by enough agents. {{(pid=88123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:57:30.345092 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-06989b3e-be5f-4789-a979-f02167d28b55 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Resources bound (agent type, host, resource id):  {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:57:30.349266 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-06989b3e-be5f-4789-a979-f02167d28b55 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Received port after_create {{(pid=88123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:57:30.428553 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06989b3e-be5f-4789-a979-f02167d28b55 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Pushing event updated for resources: {'Port': ['ID=28f5a238-da4a-46e6-aca9-54914dbc17d7,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:30.432148 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-06989b3e-be5f-4789-a979-f02167d28b55 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:30.473030 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-06989b3e-be5f-4789-a979-f02167d28b55 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:30.474090 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-06989b3e-be5f-4789-a979-f02167d28b55 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:30.518601 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-06989b3e-be5f-4789-a979-f02167d28b55 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3326440
Dec 14 17:57:30.537154 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-09b629d6-452a-4068-99ba-3d5e981632e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:30.543943 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-09b629d6-452a-4068-99ba-3d5e981632e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:30.552883 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-c27fe03a-dc2d-40c0-9b30-64a228e4bdf0 service neutron] Request body: {'port': {'device_id': '10dd37d4-49ae-469e-9828-0ebb63b6c2f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:57:30.553407 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-75b33f2b-49b7-4fb1-80e9-2a4947f50494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:30.621140 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b629d6-452a-4068-99ba-3d5e981632e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529ad8f8-07d7-4921-be8f-dfd4f4b7bb0a,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:30.626901 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-09b629d6-452a-4068-99ba-3d5e981632e2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c2dd85348d5745ad8865b4491b98833a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4152451
Dec 14 17:57:30.628775 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-09b629d6-452a-4068-99ba-3d5e981632e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:30.633398 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 51340) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:57:30.663046 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154ad2f-10d2-4850-abb1-b6949451ad62 req-90c7c4d5-92e6-474d-8654-0f8319db3313 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:30.664822 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a154ad2f-10d2-4850-abb1-b6949451ad62 req-90c7c4d5-92e6-474d-8654-0f8319db3313 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 932 time: 0.2139888
Dec 14 17:57:30.761324 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d9cdb6df-aac3-4991-8cb9-ceec25d1bd3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:30.765872 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a154ad2f-10d2-4850-abb1-b6949451ad62 req-69595e04-d6e3-4915-844f-76c63e468bb6 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0866063
Dec 14 17:57:30.797947 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d9cdb6df-aac3-4991-8cb9-ceec25d1bd3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:30.817053 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-c27fe03a-dc2d-40c0-9b30-64a228e4bdf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:30.867444 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d9cdb6df-aac3-4991-8cb9-ceec25d1bd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:30.876587 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-98d48f0c-d118-4395-8967-61e66509860a None None] Provisioning for port 28f5a238-da4a-46e6-aca9-54914dbc17d7 completed by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:57:30.879020 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-d02605ea-91cc-4f22-87ef-4e110f22691a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:30.884576 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-98d48f0c-d118-4395-8967-61e66509860a None None] Provisioning complete for port 28f5a238-da4a-46e6-aca9-54914dbc17d7 triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:57:30.885433 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-98d48f0c-d118-4395-8967-61e66509860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:30.905459 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cdb6df-aac3-4991-8cb9-ceec25d1bd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529ad8f8-07d7-4921-be8f-dfd4f4b7bb0a,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:30.911174 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-d9cdb6df-aac3-4991-8cb9-ceec25d1bd3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:30.927235 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d9cdb6df-aac3-4991-8cb9-ceec25d1bd3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:30.933317 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-d9cdb6df-aac3-4991-8cb9-ceec25d1bd3d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/529ad8f8-07d7-4921-be8f-dfd4f4b7bb0a HTTP/1.1" status: 204  len: 168 time: 0.2947383
Dec 14 17:57:31.021209 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-98d48f0c-d118-4395-8967-61e66509860a None None] Port 28f5a238-da4a-46e6-aca9-54914dbc17d7 cannot update to ACTIVE because it is not bound. {{(pid=88124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 14 17:57:31.459813 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-c27fe03a-dc2d-40c0-9b30-64a228e4bdf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f5a238-da4a-46e6-aca9-54914dbc17d7 {{(pid=88123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:57:31.471157 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-c27fe03a-dc2d-40c0-9b30-64a228e4bdf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:31.520842 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-c27fe03a-dc2d-40c0-9b30-64a228e4bdf0 service neutron] Transition to ACTIVE for port object 28f5a238-da4a-46e6-aca9-54914dbc17d7 will not be triggered until provisioned by entity L2. {{(pid=88123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:57:31.524170 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a6975-21c6-4211-9975-49208b5c9983 req-9b2f1b7c-d92a-49b1-8af4-6fabac8f831f tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:31.526024 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c99a6975-21c6-4211-9975-49208b5c9983 req-9b2f1b7c-d92a-49b1-8af4-6fabac8f831f tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d08f7b5-b079-4d77-b5e1-019cf7c9c718 HTTP/1.1" status: 200  len: 945 time: 0.1312184
Dec 14 17:57:31.536552 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a5977-774d-4711-98ca-d61ae7e531af req-fba5eef4-a3b6-46b4-ba83-e03dbccfd932 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:31.537949 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-d19a5977-774d-4711-98ca-d61ae7e531af req-fba5eef4-a3b6-46b4-ba83-e03dbccfd932 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Synchronizing usage tracker for tenant:dfc18f8040f94448b907f65fb2ffb8d2 on resource:port {{(pid=88123) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:57:31.545828 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-c27fe03a-dc2d-40c0-9b30-64a228e4bdf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1688486'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:31.551964 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-334d10a0-05e6-4781-9167-26c7f8694e60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:31.594153 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c99a6975-21c6-4211-9975-49208b5c9983 req-11dbbe7d-a8d6-411d-9c2b-cdd790542b0e tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613854
Dec 14 17:57:31.686957 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-d19a5977-774d-4711-98ca-d61ae7e531af req-fba5eef4-a3b6-46b4-ba83-e03dbccfd932 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Unset dirty status for tenant:dfc18f8040f94448b907f65fb2ffb8d2 on resource:port {{(pid=88123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:57:31.688238 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d19a5977-774d-4711-98ca-d61ae7e531af req-fba5eef4-a3b6-46b4-ba83-e03dbccfd932 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d08f7b5-b079-4d77-b5e1-019cf7c9c718 HTTP/1.1" status: 200  len: 945 time: 0.3759081
Dec 14 17:57:32.004561 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fe03a-dc2d-40c0-9b30-64a228e4bdf0 service neutron] Pushing event updated for resources: {'Port': ['ID=28f5a238-da4a-46e6-aca9-54914dbc17d7,revision_number=2']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:32.021448 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-c27fe03a-dc2d-40c0-9b30-64a228e4bdf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:32.086406 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-d19a5977-774d-4711-98ca-d61ae7e531af req-f5fd7b2d-6e97-4b08-8f0f-3bfe48287147 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Deleting port 3569facf-5aef-485c-808a-0b0780fe2b82 {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:57:32.086799 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-d19a5977-774d-4711-98ca-d61ae7e531af req-f5fd7b2d-6e97-4b08-8f0f-3bfe48287147 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:32.181709 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b2545-6f02-41b2-9080-08028b9d3360 req-845ffd91-b7d6-4a85-9e0b-632193d5285d tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:32.184748 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-701b2545-6f02-41b2-9080-08028b9d3360 req-845ffd91-b7d6-4a85-9e0b-632193d5285d tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 944 time: 0.1076360
Dec 14 17:57:32.191727 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:32.254834 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-701b2545-6f02-41b2-9080-08028b9d3360 req-f958d418-345b-4556-a02f-1176d320b66a tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623527
Dec 14 17:57:32.289129 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-c27fe03a-dc2d-40c0-9b30-64a228e4bdf0 service neutron] Attempting to bind port 28f5a238-da4a-46e6-aca9-54914dbc17d7 on host hv-cinder-82173 for vnic_type normal with profile  {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:57:32.289549 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-c27fe03a-dc2d-40c0-9b30-64a228e4bdf0 service neutron] Attempting to bind port 28f5a238-da4a-46e6-aca9-54914dbc17d7 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '66237df7-ad58-4612-ad39-411169863aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a'}] {{(pid=88123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:57:32.289888 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-c27fe03a-dc2d-40c0-9b30-64a228e4bdf0 service neutron] Attempting to bind port 28f5a238-da4a-46e6-aca9-54914dbc17d7 on network 6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:57:32.319520 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-c27fe03a-dc2d-40c0-9b30-64a228e4bdf0 service neutron] Port 28f5a238-da4a-46e6-aca9-54914dbc17d7 on network 6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 14 17:57:32.319975 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-c27fe03a-dc2d-40c0-9b30-64a228e4bdf0 service neutron] Attempting to bind port 28f5a238-da4a-46e6-aca9-54914dbc17d7 on network 6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:57:32.352939 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-c27fe03a-dc2d-40c0-9b30-64a228e4bdf0 service neutron] Checking agent: {'id': '12cfdd9e-1aa3-47c9-9727-84a7d707383b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'started_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:57:32.353214 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-c27fe03a-dc2d-40c0-9b30-64a228e4bdf0 service neutron] Checking segment: {'id': '66237df7-ad58-4612-ad39-411169863aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:57:32.353803 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-c27fe03a-dc2d-40c0-9b30-64a228e4bdf0 service neutron] Bound using segment: {'id': '66237df7-ad58-4612-ad39-411169863aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a'} {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:57:32.354302 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-c27fe03a-dc2d-40c0-9b30-64a228e4bdf0 service neutron] Bound port: 28f5a238-da4a-46e6-aca9-54914dbc17d7, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66237df7-ad58-4612-ad39-411169863aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a'}}] {{(pid=88123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:57:32.354718 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-c27fe03a-dc2d-40c0-9b30-64a228e4bdf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:32.557929 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-d19a5977-774d-4711-98ca-d61ae7e531af req-f5fd7b2d-6e97-4b08-8f0f-3bfe48287147 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] For port 3569facf-5aef-485c-808a-0b0780fe2b82, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=3569facf-5aef-485c-808a-0b0780fe2b82,segment=NetworkSegment(ca9c137f-aa6e-4e1e-954a-bcc20e945b60),segment_id=ca9c137f-aa6e-4e1e-954a-bcc20e945b60)] {{(pid=88123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:57:32.558181 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-d19a5977-774d-4711-98ca-d61ae7e531af req-f5fd7b2d-6e97-4b08-8f0f-3bfe48287147 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:32.668857 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-c27fe03a-dc2d-40c0-9b30-64a228e4bdf0 service neutron] For port 28f5a238-da4a-46e6-aca9-54914dbc17d7, host hv-cinder-82173, cleared binding levels {{(pid=88123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:57:32.685773 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-c27fe03a-dc2d-40c0-9b30-64a228e4bdf0 service neutron] For port 28f5a238-da4a-46e6-aca9-54914dbc17d7, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=28f5a238-da4a-46e6-aca9-54914dbc17d7,segment=NetworkSegment(66237df7-ad58-4612-ad39-411169863aef),segment_id=66237df7-ad58-4612-ad39-411169863aef)] {{(pid=88123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:57:32.699223 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-c27fe03a-dc2d-40c0-9b30-64a228e4bdf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1688486'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:32.771771 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b27cbd09-a85c-4ada-9832-06f5d4b6fc06 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:32.882353 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-c27fe03a-dc2d-40c0-9b30-64a228e4bdf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:32.883935 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-c27fe03a-dc2d-40c0-9b30-64a228e4bdf0 service neutron] 10.222.0.41 "PUT /v2.0/ports/28f5a238-da4a-46e6-aca9-54914dbc17d7 HTTP/1.1" status: 200  len: 1094 time: 2.3461595
Dec 14 17:57:32.886854 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10dd37d4-49ae-469e-9828-0ebb63b6c2f4', 'tag': '28f5a238-da4a-46e6-aca9-54914dbc17d7'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:57:32.942498 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fdc052-4c0c-4e73-a2d4-2398927d2d16 req-897f9290-050d-4d00-8c8c-f33c80c0c1c6 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:32.958582 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-66fdc052-4c0c-4e73-a2d4-2398927d2d16 req-897f9290-050d-4d00-8c8c-f33c80c0c1c6 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d08f7b5-b079-4d77-b5e1-019cf7c9c718 HTTP/1.1" status: 200  len: 945 time: 0.1763110
Dec 14 17:57:33.046024 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-66fdc052-4c0c-4e73-a2d4-2398927d2d16 req-88d474de-f39c-41da-abc6-902fb9c5c627 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0837238
Dec 14 17:57:33.054831 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fe03a-dc2d-40c0-9b30-64a228e4bdf0 service neutron] Pushing event updated for resources: {'Port': ['ID=28f5a238-da4a-46e6-aca9-54914dbc17d7,revision_number=3']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:33.068155 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10dd37d4-49ae-469e-9828-0ebb63b6c2f4', 'tag': '28f5a238-da4a-46e6-aca9-54914dbc17d7', 'status': 'completed', 'code': 200}
Dec 14 17:57:33.069168 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-c27fe03a-dc2d-40c0-9b30-64a228e4bdf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:33.113561 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-d19a5977-774d-4711-98ca-d61ae7e531af req-f5fd7b2d-6e97-4b08-8f0f-3bfe48287147 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:33.114137 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-d19a5977-774d-4711-98ca-d61ae7e531af req-f5fd7b2d-6e97-4b08-8f0f-3bfe48287147 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646637'] for floatingip, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:33.114312 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.l3_db [req-d19a5977-774d-4711-98ca-d61ae7e531af req-f5fd7b2d-6e97-4b08-8f0f-3bfe48287147 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Floating IP b3e3cc93-4f07-4c02-b404-e3dd5d1818b3 disassociated. External IP: 172.27.2.10, port: 3569facf-5aef-485c-808a-0b0780fe2b82.
Dec 14 17:57:33.114699 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-d19a5977-774d-4711-98ca-d61ae7e531af req-f5fd7b2d-6e97-4b08-8f0f-3bfe48287147 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Calling delete_port for 3569facf-5aef-485c-808a-0b0780fe2b82 owned by compute:nova {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:57:33.214084 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-27680fd2-6b1a-4f4d-a544-b44b3c7b144b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0cc1ceabb62d4c3a9a521b81c98f5557&device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 1097 time: 0.2327564
Dec 14 17:57:33.447830 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-a023f986-05ab-44e7-896c-2102f42b44b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28f5a238-da4a-46e6-aca9-54914dbc17d7 HTTP/1.1" status: 200  len: 217 time: 0.2222850
Dec 14 17:57:33.570777 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-d19a5977-774d-4711-98ca-d61ae7e531af req-f5fd7b2d-6e97-4b08-8f0f-3bfe48287147 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:33.575369 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-30516a30-4bc0-4a2c-b059-862c3cd509fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:33.578683 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-30516a30-4bc0-4a2c-b059-862c3cd509fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d978114e-cfd4-4a19-a29a-be42d1f2cd12 HTTP/1.1" status: 200  len: 855 time: 0.1125674
Dec 14 17:57:33.588019 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b8c09887-71d8-48aa-ae31-ddeb76088007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:33.680851 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4542dd1-6767-40f0-8206-3441f58c2843 req-21aa19be-0e9a-4e50-9eb3-40f8b5423239 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:33.683949 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a4542dd1-6767-40f0-8206-3441f58c2843 req-21aa19be-0e9a-4e50-9eb3-40f8b5423239 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 944 time: 0.1249194
Dec 14 17:57:33.754477 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd7b2d-6e97-4b08-8f0f-3bfe48287147 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Pushing event deleted for resources: {'Port': ['ID=3569facf-5aef-485c-808a-0b0780fe2b82,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:33.771817 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-f5fd7b2d-6e97-4b08-8f0f-3bfe48287147 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:33.773522 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a4542dd1-6767-40f0-8206-3441f58c2843 req-dc8f85b9-dd00-4134-88ab-5435cd65201f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0813668
Dec 14 17:57:34.004917 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-47e40d4e-a65c-43d0-b54d-b7c2c6e4fb22 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3411734
Dec 14 17:57:34.426870 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4a5b5be4-7898-4148-87fb-0fc77d875f4f req-471e20b2-e3d3-4905-830b-d283e0f65b04 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d08f7b5-b079-4d77-b5e1-019cf7c9c718 HTTP/1.1" status: 200  len: 210 time: 0.0834460
Dec 14 17:57:34.459195 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-ed733c85-5f76-4ee6-8cc3-93a0ba41afa6 service neutron] 10.222.0.41 "GET /v2.0/networks/6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4469354
Dec 14 17:57:34.649602 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d19a5977-774d-4711-98ca-d61ae7e531af req-f5fd7b2d-6e97-4b08-8f0f-3bfe48287147 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Router 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 17:57:34.674861 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4c8972c0-9573-4262-8beb-4760e79f6b32 req-5adae9c9-5d2b-4fd8-b2ce-fad401851d03 service neutron] 10.222.0.41 "GET /v2.0/networks/6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2074742
Dec 14 17:57:34.888715 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b2fbbb1e-30ce-429b-be59-0071a8ded1dc req-18e8bdc0-e1ec-4951-bf53-533eb18c2dfb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0cc1ceabb62d4c3a9a521b81c98f5557&device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 1097 time: 0.1214132
Dec 14 17:57:34.966891 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 51416) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:57:35.189605 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77633b5a-fc81-4dc8-aacf-1a07f01f5052 req-554479a5-2623-4058-a450-2ee72ce78486 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:35.194891 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-77633b5a-fc81-4dc8-aacf-1a07f01f5052 req-554479a5-2623-4058-a450-2ee72ce78486 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 944 time: 0.1722913
Dec 14 17:57:35.263304 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-77633b5a-fc81-4dc8-aacf-1a07f01f5052 req-b3b6f9ac-a8e1-42e4-b17b-5a641eda63b5 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626457
Dec 14 17:57:35.294459 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-74e74f4d-e36f-45ef-b8ad-3ffb0f9e63ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:35.343232 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-74e74f4d-e36f-45ef-b8ad-3ffb0f9e63ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:57:35.348948 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-74e74f4d-e36f-45ef-b8ad-3ffb0f9e63ad admin admin] Usage tracker for resource:security_group_rule and tenant:fcb4901a91ec4109971fcc9aaec01240 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:57:35.353621 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-74e74f4d-e36f-45ef-b8ad-3ffb0f9e63ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:57:35.372658 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-74e74f4d-e36f-45ef-b8ad-3ffb0f9e63ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:57:35.399344 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbbb1e-30ce-429b-be59-0071a8ded1dc req-fc6a738b-50be-409d-8edd-dfc12976b583 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:35.401320 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b2fbbb1e-30ce-429b-be59-0071a8ded1dc req-fc6a738b-50be-409d-8edd-dfc12976b583 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a HTTP/1.1" status: 200  len: 917 time: 0.4484658
Dec 14 17:57:35.487890 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b2fbbb1e-30ce-429b-be59-0071a8ded1dc req-ae7a0b7f-eb99-4a2e-84c6-2eb5e4d33a36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28f5a238-da4a-46e6-aca9-54914dbc17d7 HTTP/1.1" status: 200  len: 217 time: 0.0794330
Dec 14 17:57:35.490042 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d19a5977-774d-4711-98ca-d61ae7e531af req-f5fd7b2d-6e97-4b08-8f0f-3bfe48287147 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 17:57:35.509862 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2fe0c1-7cc2-4de7-b462-638544eb4b75 None None] Sync routers for ids ['0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'] in dv-cinder-821737-1-iscsi {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 17:57:35.552046 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2fe0c1-7cc2-4de7-b462-638544eb4b75 None None] Routers {'0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:57:35.554077 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-9f2fe0c1-7cc2-4de7-b462-638544eb4b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622cc456a0>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:57:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:57:35.556605 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-74e74f4d-e36f-45ef-b8ad-3ffb0f9e63ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:35.562272 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-74e74f4d-e36f-45ef-b8ad-3ffb0f9e63ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:35.571071 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-df7cacdc-ca62-47a7-9a04-19807af45477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:35.621991 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19a5977-774d-4711-98ca-d61ae7e531af req-f5fd7b2d-6e97-4b08-8f0f-3bfe48287147 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] No DVR routers for this DVR port 3569facf-5aef-485c-808a-0b0780fe2b82 on host hv-cinder-82173 {{(pid=88123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 14 17:57:35.622978 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e74f4d-e36f-45ef-b8ad-3ffb0f9e63ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055a851f-121c-428e-aaa7-73d371168d9f,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:35.627609 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-74e74f4d-e36f-45ef-b8ad-3ffb0f9e63ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:35.630837 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-d19a5977-774d-4711-98ca-d61ae7e531af req-f5fd7b2d-6e97-4b08-8f0f-3bfe48287147 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:35.633981 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d08f7b5-b079-4d77-b5e1-019cf7c9c718', 'name': 'network-vif-deleted', 'tag': '3569facf-5aef-485c-808a-0b0780fe2b82'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:57:35.634389 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-74e74f4d-e36f-45ef-b8ad-3ffb0f9e63ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fcb4901a91ec4109971fcc9aaec01240&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6650956
Dec 14 17:57:35.635409 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 51424) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:57:35.666248 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d19a5977-774d-4711-98ca-d61ae7e531af req-f5fd7b2d-6e97-4b08-8f0f-3bfe48287147 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.41 "DELETE /v2.0/ports/3569facf-5aef-485c-808a-0b0780fe2b82 HTTP/1.1" status: 204  len: 173 time: 3.9621158
Dec 14 17:57:35.667907 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbbb1e-30ce-429b-be59-0071a8ded1dc req-c92d67c9-49e4-4ead-b00c-039345c0ef4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:35.669490 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b2fbbb1e-30ce-429b-be59-0071a8ded1dc req-c92d67c9-49e4-4ead-b00c-039345c0ef4b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d978114e-cfd4-4a19-a29a-be42d1f2cd12 HTTP/1.1" status: 200  len: 855 time: 0.1441789
Dec 14 17:57:35.714132 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 3569facf-5aef-485c-808a-0b0780fe2b82 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 17:57:35.787439 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] No Port match for: 3569facf-5aef-485c-808a-0b0780fe2b82 {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 17:57:35.787790 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 3569facf-5aef-485c-808a-0b0780fe2b82 not bound to the agent host hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 17:57:35.807114 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d08f7b5-b079-4d77-b5e1-019cf7c9c718', 'name': 'network-vif-deleted', 'tag': '3569facf-5aef-485c-808a-0b0780fe2b82', 'status': 'completed', 'code': 200}
Dec 14 17:57:35.807384 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-12507658-5f89-49a4-acac-6751accd71ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:35.827180 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b2fbbb1e-30ce-429b-be59-0071a8ded1dc req-d9288289-b12b-4d0b-a4b3-2f3b44159f6e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1489367
Dec 14 17:57:35.833940 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4639035b-87be-4b21-9f22-0223fa3e9cf6 req-d27f849d-098f-4370-90b4-9adfdd193d07 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6d08f7b5-b079-4d77-b5e1-019cf7c9c718 HTTP/1.1" status: 200  len: 210 time: 0.1117311
Dec 14 17:57:35.873149 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-12507658-5f89-49a4-acac-6751accd71ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:35.939412 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-12507658-5f89-49a4-acac-6751accd71ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:35.944504 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b3a26d5c-ddd9-48b4-a66f-cb1cca9e9951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:35.958079 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12507658-5f89-49a4-acac-6751accd71ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055a851f-121c-428e-aaa7-73d371168d9f,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:35.964405 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-12507658-5f89-49a4-acac-6751accd71ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:35.966755 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-12507658-5f89-49a4-acac-6751accd71ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:35.971178 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-12507658-5f89-49a4-acac-6751accd71ab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/055a851f-121c-428e-aaa7-73d371168d9f HTTP/1.1" status: 204  len: 168 time: 0.3346124
Dec 14 17:57:36.036869 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b2fbbb1e-30ce-429b-be59-0071a8ded1dc req-7ab6c243-1810-484d-bc3b-f093d24813ef service neutron] 10.222.0.41 "GET /v2.0/networks/6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2026463
Dec 14 17:57:36.055000 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-9f2fe0c1-7cc2-4de7-b462-638544eb4b75 None None] Set router 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:57:36.302022 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b2fbbb1e-30ce-429b-be59-0071a8ded1dc req-e48b6b3f-03ba-41d3-bd70-236777240af4 service neutron] 10.222.0.41 "GET /v2.0/networks/6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2578373
Dec 14 17:57:36.446980 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 51436) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:57:36.510185 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-126a7f06-91e4-4cd3-ad10-80146cfb8b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:36.590100 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-126a7f06-91e4-4cd3-ad10-80146cfb8b7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:57:36.595100 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-126a7f06-91e4-4cd3-ad10-80146cfb8b7e admin admin] Usage tracker for resource:security_group_rule and tenant:739f717356854fd8ad8b70b3bf4d8da6 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:57:36.599355 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-126a7f06-91e4-4cd3-ad10-80146cfb8b7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:57:36.616586 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-126a7f06-91e4-4cd3-ad10-80146cfb8b7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:57:36.755430 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348fedf-ee6f-4f3d-a70e-4364e4aa806b req-030a03fb-2f9d-43ec-94b6-e37ed3718423 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:36.758293 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b348fedf-ee6f-4f3d-a70e-4364e4aa806b req-030a03fb-2f9d-43ec-94b6-e37ed3718423 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 944 time: 0.1776397
Dec 14 17:57:36.760400 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-126a7f06-91e4-4cd3-ad10-80146cfb8b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:36.765696 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-126a7f06-91e4-4cd3-ad10-80146cfb8b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:36.773296 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-bb45f02d-7fcd-47ee-b38e-937c987c535f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:36.784583 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-9f2fe0c1-7cc2-4de7-b462-638544eb4b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622cc456a0>, [{'id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'name': 'tempest-TestVolumeBootPattern-233859865-router', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '8351444f-0903-49fb-817c-419fae0c0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:54:13Z', 'updated_at': '2021-12-14T17:54:17Z', 'revision_number': 4, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'gw_port': {'id': '8351444f-0903-49fb-817c-419fae0c0bef', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:14Z', 'updated_at': '2021-12-14T17:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'b6ea3571-d9f7-4a44-a850-8159533b162e', 'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'mac_address': 'fa:16:3e:5f:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:17Z', 'updated_at': '2021-12-14T17:54:31Z', 'revision_number': 5, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'subnets': [{'id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:57:36.793564 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2fe0c1-7cc2-4de7-b462-638544eb4b75 None None] Checking router: 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa for host: dv-cinder-821737-1-iscsi {{(pid=88125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 17:57:36.825295 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2fe0c1-7cc2-4de7-b462-638544eb4b75 None None] Routers {'0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:57:36.826680 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-9f2fe0c1-7cc2-4de7-b462-638544eb4b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622cc456a0>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:57:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:57:36.844195 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-126a7f06-91e4-4cd3-ad10-80146cfb8b7e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=739f717356854fd8ad8b70b3bf4d8da6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3951600
Dec 14 17:57:36.845550 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a7f06-91e4-4cd3-ad10-80146cfb8b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfd2775-6c33-472c-841b-e826f061de4f,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:36.848846 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 51440) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:57:36.851173 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-126a7f06-91e4-4cd3-ad10-80146cfb8b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:36.875528 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b348fedf-ee6f-4f3d-a70e-4364e4aa806b req-01f6d186-3315-4558-a486-b99473139b34 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1017067
Dec 14 17:57:36.957991 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-630b1c1c-5f85-4064-bc40-67d4a4edb652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:37.028139 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-630b1c1c-5f85-4064-bc40-67d4a4edb652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:37.130998 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-630b1c1c-5f85-4064-bc40-67d4a4edb652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:37.142559 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-59894f15-65cc-4dcf-bbb5-d8e87ec32d5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:37.158125 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-9f2fe0c1-7cc2-4de7-b462-638544eb4b75 None None] Set router 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:57:37.168069 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b1c1c-5f85-4064-bc40-67d4a4edb652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfd2775-6c33-472c-841b-e826f061de4f,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:37.174170 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-630b1c1c-5f85-4064-bc40-67d4a4edb652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:37.178046 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-630b1c1c-5f85-4064-bc40-67d4a4edb652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:37.191910 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-630b1c1c-5f85-4064-bc40-67d4a4edb652 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8bfd2775-6c33-472c-841b-e826f061de4f HTTP/1.1" status: 204  len: 168 time: 0.3360517
Dec 14 17:57:37.556064 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-7d128360-bb14-4879-a8c0-9a6ece8e9a6d tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-115731531&fields=id&tenant_id=dfc18f8040f94448b907f65fb2ffb8d2 HTTP/1.1" status: 200  len: 267 time: 0.0575659
Dec 14 17:57:37.650081 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-9f2fe0c1-7cc2-4de7-b462-638544eb4b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622cc456a0>, [{'id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'name': 'tempest-TestVolumeBootPattern-233859865-router', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '8351444f-0903-49fb-817c-419fae0c0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:54:13Z', 'updated_at': '2021-12-14T17:54:17Z', 'revision_number': 4, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'gw_port': {'id': '8351444f-0903-49fb-817c-419fae0c0bef', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:14Z', 'updated_at': '2021-12-14T17:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'b6ea3571-d9f7-4a44-a850-8159533b162e', 'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'mac_address': 'fa:16:3e:5f:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:17Z', 'updated_at': '2021-12-14T17:54:31Z', 'revision_number': 5, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'subnets': [{'id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:57:37.659378 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2fe0c1-7cc2-4de7-b462-638544eb4b75 None None] The sync data for ids ['0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'] in dv-cinder-821737-1-iscsi is: [{'id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'name': 'tempest-TestVolumeBootPattern-233859865-router', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '8351444f-0903-49fb-817c-419fae0c0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:54:13Z', 'updated_at': '2021-12-14T17:54:17Z', 'revision_number': 4, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'gw_port': {'id': '8351444f-0903-49fb-817c-419fae0c0bef', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:14Z', 'updated_at': '2021-12-14T17:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'b6ea3571-d9f7-4a44-a850-8159533b162e', 'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'mac_address': 'fa:16:3e:5f:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:17Z', 'updated_at': '2021-12-14T17:54:31Z', 'revision_number': 5, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'subnets': [{'id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 17:57:37.724156 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 28f5a238-da4a-46e6-aca9-54914dbc17d7 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 14 17:57:37.903685 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-19f2c7db-b0e4-4654-ad00-56c28d84d780 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:37.906653 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-19f2c7db-b0e4-4654-ad00-56c28d84d780 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/networks?id=4889aa50-8ecf-4915-9526-7a966caa4901 HTTP/1.1" status: 200  len: 811 time: 0.3354225
Dec 14 17:57:37.938083 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-9ec73335-ebeb-4537-a8d5-0a3789225c58 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/quotas/dfc18f8040f94448b907f65fb2ffb8d2 HTTP/1.1" status: 200  len: 375 time: 0.0237019
Dec 14 17:57:37.956712 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 28f5a238-da4a-46e6-aca9-54914dbc17d7, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=28f5a238-da4a-46e6-aca9-54914dbc17d7,segment=NetworkSegment(66237df7-ad58-4612-ad39-411169863aef),segment_id=66237df7-ad58-4612-ad39-411169863aef)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:57:37.981629 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Returning: {'device': '28f5a238-da4a-46e6-aca9-54914dbc17d7', 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a', 'port_id': '28f5a238-da4a-46e6-aca9-54914dbc17d7', 'mac_address': 'fa:16:3e:41:cf:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 17:57:38.169583 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:38.178005 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-12e2fd51-5625-441d-9540-802efc671a25 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dfc18f8040f94448b907f65fb2ffb8d2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2259843
Dec 14 17:57:38.207943 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f5a238-da4a-46e6-aca9-54914dbc17d7 {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:57:38.240239 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 28f5a238-da4a-46e6-aca9-54914dbc17d7, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=28f5a238-da4a-46e6-aca9-54914dbc17d7,segment=NetworkSegment(66237df7-ad58-4612-ad39-411169863aef),segment_id=66237df7-ad58-4612-ad39-411169863aef)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:57:38.249173 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:38.252973 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e24df4d8-5777-40fe-a8a8-18896ec1c570 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:38.418354 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=28f5a238-da4a-46e6-aca9-54914dbc17d7,revision_number=4']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:38.436088 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:57:38.436674 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:57:38.437291 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:57:38.442727 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:57:38.444017 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:57:38.444906 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:57:38.445816 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:57:38.446688 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:57:38.447537 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:57:38.448378 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:57:38.449189 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:57:38.458761 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:38.483128 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0ee7be-9b25-44c2-85b2-9090f26d57bb None None] New status for floating IP b3e3cc93-4f07-4c02-b404-e3dd5d1818b3: DOWN {{(pid=88124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 14 17:57:38.590601 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-95e0b5a1-d6ae-4335-882a-70856519954b service neutron] 10.222.0.53 "GET /v2.0/networks/4889aa50-8ecf-4915-9526-7a966caa4901?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4005475
Dec 14 17:57:38.598155 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['28f5a238-da4a-46e6-aca9-54914dbc17d7'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 17:57:38.602840 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03326b46-d5a4-47a4-a570-178519da442b req-a9b3baee-bfbb-4a7a-afed-bf065d0eb962 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:38.604914 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-03326b46-d5a4-47a4-a570-178519da442b req-a9b3baee-bfbb-4a7a-afed-bf065d0eb962 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 945 time: 0.1487792
Dec 14 17:57:38.795708 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-03326b46-d5a4-47a4-a570-178519da442b req-e71829ae-7320-4430-ad8c-7046c4602246 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1648960
Dec 14 17:57:38.859413 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-0e5b3434-ea0d-491f-abbe-539f78f172c3 service neutron] 10.222.0.53 "GET /v2.0/networks/4889aa50-8ecf-4915-9526-7a966caa4901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2525332
Dec 14 17:57:39.732861 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 28f5a238-da4a-46e6-aca9-54914dbc17d7 up at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:57:39.791585 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-bb9de107-4a92-4edd-afb9-3c74d5d1c0d7 req-5198204c-7c47-440f-8643-5f57ccf8a1e2 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=d892c6d2-1d66-47de-a5ad-d7b993dc6954 HTTP/1.1" status: 200  len: 210 time: 0.0721424
Dec 14 17:57:39.885084 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning for port 28f5a238-da4a-46e6-aca9-54914dbc17d7 completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:57:39.896297 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning complete for port 28f5a238-da4a-46e6-aca9-54914dbc17d7 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:57:39.896968 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:40.178114 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625eba8-bc79-4588-b556-853a44141373 req-81ea7b1e-70da-4278-bef7-5ba6b38b5bb1 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:40.185960 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2625eba8-bc79-4588-b556-853a44141373 req-81ea7b1e-70da-4278-bef7-5ba6b38b5bb1 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 945 time: 0.1013544
Dec 14 17:57:40.198276 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:40.248636 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2625eba8-bc79-4588-b556-853a44141373 req-95f6ef25-706b-4ddd-aa1e-67324c59a597 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582221
Dec 14 17:57:40.278064 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dd37d4-49ae-469e-9828-0ebb63b6c2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f5a238-da4a-46e6-aca9-54914dbc17d7'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:57:40.296236 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 28f5a238-da4a-46e6-aca9-54914dbc17d7, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=28f5a238-da4a-46e6-aca9-54914dbc17d7,segment=NetworkSegment(66237df7-ad58-4612-ad39-411169863aef),segment_id=66237df7-ad58-4612-ad39-411169863aef)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:57:40.302968 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:40.307349 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:40.409251 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10dd37d4-49ae-469e-9828-0ebb63b6c2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f5a238-da4a-46e6-aca9-54914dbc17d7', 'code': 200}
Dec 14 17:57:40.487034 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=28f5a238-da4a-46e6-aca9-54914dbc17d7,revision_number=5']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:40.493366 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:40.746500 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-cfb2fd12-5ee6-412c-a063-a55521327e89 req-273e5749-f1dc-4302-b4f9-96212484eba4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 1099 time: 0.0964718
Dec 14 17:57:40.824800 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-cfb2fd12-5ee6-412c-a063-a55521327e89 req-84768d73-6b55-494a-8701-b073bf2ecc6a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706849
Dec 14 17:57:41.018862 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-2f45b331-704c-4b1f-83e3-9a28cbd971b0 req-cbed409d-7aa3-4857-b7d9-d2c8ccd566d5 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=d892c6d2-1d66-47de-a5ad-d7b993dc6954 HTTP/1.1" status: 200  len: 210 time: 0.0490115
Dec 14 17:57:41.586523 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-6c6fe710-5a63-4dae-894f-3346d36872a7 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:41.589413 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-6c6fe710-5a63-4dae-894f-3346d36872a7 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.41 "GET /v2.0/networks?id=4889aa50-8ecf-4915-9526-7a966caa4901 HTTP/1.1" status: 200  len: 811 time: 0.3653977
Dec 14 17:57:41.611561 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922ac59-38c1-4d8a-af9b-6c75a8a27d1e req-7aff187f-6fad-4c1c-985d-d91fd7b71952 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:41.614079 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7922ac59-38c1-4d8a-af9b-6c75a8a27d1e req-7aff187f-6fad-4c1c-985d-d91fd7b71952 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 946 time: 0.1112235
Dec 14 17:57:41.675387 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-e9af1ebf-117e-475b-ac3a-c2ecdb185079 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Synchronizing usage tracker for tenant:dfc18f8040f94448b907f65fb2ffb8d2 on resource:security_group {{(pid=88123) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:57:41.690728 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-e9af1ebf-117e-475b-ac3a-c2ecdb185079 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Unset dirty status for tenant:dfc18f8040f94448b907f65fb2ffb8d2 on resource:security_group {{(pid=88123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:57:41.692034 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-e9af1ebf-117e-475b-ac3a-c2ecdb185079 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfc18f8040f94448b907f65fb2ffb8d2 HTTP/1.1" status: 200  len: 379 time: 0.0864067
Dec 14 17:57:41.699764 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7922ac59-38c1-4d8a-af9b-6c75a8a27d1e req-ff5c9931-b52f-4e06-9b4d-44965a706bfb tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0735233
Dec 14 17:57:41.711221 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-bc06111f-9bd2-4d7e-8e18-597d9e96e5ab tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Request body: {'port': {'device_id': 'd892c6d2-1d66-47de-a5ad-d7b993dc6954', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'admin_state_up': True, 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'security_groups': ['7d2e6f43-3c00-4583-9bac-30b9af910c18']}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:57:42.042592 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-bc06111f-9bd2-4d7e-8e18-597d9e96e5ab tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:57:42.053223 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-bc06111f-9bd2-4d7e-8e18-597d9e96e5ab tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Usage tracker for resource:port and tenant:dfc18f8040f94448b907f65fb2ffb8d2 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:57:42.060051 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-bc06111f-9bd2-4d7e-8e18-597d9e96e5ab tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:57:42.074527 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-bc06111f-9bd2-4d7e-8e18-597d9e96e5ab tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:57:42.095343 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-bc06111f-9bd2-4d7e-8e18-597d9e96e5ab tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Made reservation on behalf of dfc18f8040f94448b907f65fb2ffb8d2 for: {'port': 1} {{(pid=88123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:57:42.107815 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-bc06111f-9bd2-4d7e-8e18-597d9e96e5ab tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:42.318777 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-34447b7d-1772-46a9-b231-ac57728cdedb req-db50ff8f-07c5-4c70-afe7-2e509bcf6df9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=d892c6d2-1d66-47de-a5ad-d7b993dc6954 HTTP/1.1" status: 200  len: 210 time: 0.0951631
Dec 14 17:57:42.458768 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-bc06111f-9bd2-4d7e-8e18-597d9e96e5ab tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Allocated IP 172.20.0.7 (4889aa50-8ecf-4915-9526-7a966caa4901/6ef4cbe3-f2dd-49ee-9531-21f376b28438/d0144962-0497-47d5-ad20-8ee3638a0a8b) {{(pid=88123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:57:42.769101 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 51550) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:57:42.852338 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-bc06111f-9bd2-4d7e-8e18-597d9e96e5ab tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for port, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:42.877471 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-bc06111f-9bd2-4d7e-8e18-597d9e96e5ab tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Transition to ACTIVE for port object d0144962-0497-47d5-ad20-8ee3638a0a8b will not be triggered until provisioned by entity DHCP. {{(pid=88123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:57:42.904506 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-bc06111f-9bd2-4d7e-8e18-597d9e96e5ab tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:42.912206 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-6af7b04e-ac69-4933-b5a1-2e87f51cdb2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:42.995769 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-bc06111f-9bd2-4d7e-8e18-597d9e96e5ab tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Network 4889aa50-8ecf-4915-9526-7a966caa4901 is already hosted by enough agents. {{(pid=88123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:57:42.999481 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-bc06111f-9bd2-4d7e-8e18-597d9e96e5ab tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Resources bound (agent type, host, resource id):  {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:57:43.005210 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-bc06111f-9bd2-4d7e-8e18-597d9e96e5ab tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Received port after_create {{(pid=88123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:57:43.035073 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06111f-9bd2-4d7e-8e18-597d9e96e5ab tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Pushing event updated for resources: {'Port': ['ID=d0144962-0497-47d5-ad20-8ee3638a0a8b,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:43.041886 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-bc06111f-9bd2-4d7e-8e18-597d9e96e5ab tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:43.099804 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f443a6e9-f1ec-4f76-8e9f-1b861839de8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:43.103618 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-bc06111f-9bd2-4d7e-8e18-597d9e96e5ab tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:43.105026 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-bc06111f-9bd2-4d7e-8e18-597d9e96e5ab tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:43.168521 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-bc06111f-9bd2-4d7e-8e18-597d9e96e5ab tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4664891
Dec 14 17:57:43.179527 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-f443a6e9-f1ec-4f76-8e9f-1b861839de8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:57:43.185769 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-4a4ec78f-92c2-4387-bb8a-b4d320d9cef4 service neutron] Request body: {'port': {'device_id': 'd892c6d2-1d66-47de-a5ad-d7b993dc6954', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:57:43.188477 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-f443a6e9-f1ec-4f76-8e9f-1b861839de8c admin admin] Usage tracker for resource:security_group_rule and tenant:42bbb2d7cc0d4f82a1ef4188ac1e8f00 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:57:43.193652 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-f443a6e9-f1ec-4f76-8e9f-1b861839de8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:57:43.207334 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6662ae8-57d1-4fc9-842c-aacf1d1ea40b req-b691ce76-ed39-476b-b5bb-f95be9c9099b tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:43.209216 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d6662ae8-57d1-4fc9-842c-aacf1d1ea40b req-b691ce76-ed39-476b-b5bb-f95be9c9099b tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 946 time: 0.2499220
Dec 14 17:57:43.210428 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-f443a6e9-f1ec-4f76-8e9f-1b861839de8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:57:43.305317 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d6662ae8-57d1-4fc9-842c-aacf1d1ea40b req-1a42621d-7018-4a87-8d20-c05883be6dc0 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0821140
Dec 14 17:57:43.393312 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f443a6e9-f1ec-4f76-8e9f-1b861839de8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:43.400930 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f443a6e9-f1ec-4f76-8e9f-1b861839de8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:43.440093 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-d9cdb6df-aac3-4991-8cb9-ceec25d1bd3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:43.496455 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-4a4ec78f-92c2-4387-bb8a-b4d320d9cef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:43.584776 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-e568c739-7e91-4f48-a2fb-b14210269905 None None] Provisioning for port d0144962-0497-47d5-ad20-8ee3638a0a8b completed by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:57:43.596040 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-e568c739-7e91-4f48-a2fb-b14210269905 None None] Provisioning complete for port d0144962-0497-47d5-ad20-8ee3638a0a8b triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:57:43.596972 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e568c739-7e91-4f48-a2fb-b14210269905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:43.604532 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-f443a6e9-f1ec-4f76-8e9f-1b861839de8c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=42bbb2d7cc0d4f82a1ef4188ac1e8f00&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8333507
Dec 14 17:57:43.606229 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f443a6e9-f1ec-4f76-8e9f-1b861839de8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8ccb9e-6f47-4273-97e3-0da2016344ee,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:43.612132 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 51562) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:57:43.619478 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-f443a6e9-f1ec-4f76-8e9f-1b861839de8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:43.750376 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-e568c739-7e91-4f48-a2fb-b14210269905 None None] Port d0144962-0497-47d5-ad20-8ee3638a0a8b cannot update to ACTIVE because it is not bound. {{(pid=88124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 14 17:57:43.952670 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6eb2f9d7-81d5-453e-b2e9-8254e8a7b980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:44.014501 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6eb2f9d7-81d5-453e-b2e9-8254e8a7b980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:44.073013 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfa3de-1117-43e3-9397-79900515d4b5 req-92791a27-dfcf-433a-94ec-87c52bc635f2 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:44.075141 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-46cfa3de-1117-43e3-9397-79900515d4b5 req-92791a27-dfcf-433a-94ec-87c52bc635f2 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=d892c6d2-1d66-47de-a5ad-d7b993dc6954 HTTP/1.1" status: 200  len: 931 time: 0.3418753
Dec 14 17:57:44.091717 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560302d1-6319-4b31-8d39-a5d2899f2eca req-accd33ed-53d0-4057-8121-d6132c393939 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:44.094712 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-560302d1-6319-4b31-8d39-a5d2899f2eca req-accd33ed-53d0-4057-8121-d6132c393939 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 946 time: 0.2745552
Dec 14 17:57:44.117348 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 51566) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:57:44.131247 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-05352115-fc38-4e75-994c-c9bb31021918 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Request body: {'floatingip': {'port_id': '28f5a238-da4a-46e6-aca9-54914dbc17d7'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:57:44.188838 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-46cfa3de-1117-43e3-9397-79900515d4b5 req-56c3957f-3fe8-46ea-b057-15e68b5105e1 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0872159
Dec 14 17:57:44.190261 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6eb2f9d7-81d5-453e-b2e9-8254e8a7b980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:44.200159 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-3010271c-73c1-4887-986a-1bd464f9d1e2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:44.226366 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6eb2f9d7-81d5-453e-b2e9-8254e8a7b980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:44.230390 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-6eb2f9d7-81d5-453e-b2e9-8254e8a7b980 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ae8ccb9e-6f47-4273-97e3-0da2016344ee HTTP/1.1" status: 204  len: 168 time: 0.6173689
Dec 14 17:57:44.241944 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2f9d7-81d5-453e-b2e9-8254e8a7b980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8ccb9e-6f47-4273-97e3-0da2016344ee,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:44.247582 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-6eb2f9d7-81d5-453e-b2e9-8254e8a7b980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:44.354552 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-05352115-fc38-4e75-994c-c9bb31021918 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for floatingip, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:44.452890 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-4a4ec78f-92c2-4387-bb8a-b4d320d9cef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0144962-0497-47d5-ad20-8ee3638a0a8b {{(pid=88123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:57:44.477315 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-4a4ec78f-92c2-4387-bb8a-b4d320d9cef4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:44.570790 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-4a4ec78f-92c2-4387-bb8a-b4d320d9cef4 service neutron] Transition to ACTIVE for port object d0144962-0497-47d5-ad20-8ee3638a0a8b will not be triggered until provisioned by entity L2. {{(pid=88123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:57:44.577560 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-4a4ec78f-92c2-4387-bb8a-b4d320d9cef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1688486'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:44.591831 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-1b21c712-b57b-4dae-9a3a-67b2b299b684 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:44.908153 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ec78f-92c2-4387-bb8a-b4d320d9cef4 service neutron] Pushing event updated for resources: {'Port': ['ID=d0144962-0497-47d5-ad20-8ee3638a0a8b,revision_number=2']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:44.910428 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 51574) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:57:44.930939 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-4a4ec78f-92c2-4387-bb8a-b4d320d9cef4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:44.942738 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d22e18fe-aa22-4d44-8579-1f94628b9499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:44.995889 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-d22e18fe-aa22-4d44-8579-1f94628b9499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:57:45.002686 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-d22e18fe-aa22-4d44-8579-1f94628b9499 admin admin] Usage tracker for resource:security_group_rule and tenant:fd12ccf64501494fa1834500e190f267 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:57:45.008981 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-d22e18fe-aa22-4d44-8579-1f94628b9499 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:57:45.023754 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-d22e18fe-aa22-4d44-8579-1f94628b9499 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:57:45.162110 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d22e18fe-aa22-4d44-8579-1f94628b9499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:45.166682 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d22e18fe-aa22-4d44-8579-1f94628b9499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:45.188922 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-0ce0100f-7c8b-4699-a6b5-37dab0b18aca tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:45.291146 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-4a4ec78f-92c2-4387-bb8a-b4d320d9cef4 service neutron] Attempting to bind port d0144962-0497-47d5-ad20-8ee3638a0a8b on host hv-cinder-82173 for vnic_type normal with profile  {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:57:45.291437 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-4a4ec78f-92c2-4387-bb8a-b4d320d9cef4 service neutron] Attempting to bind port d0144962-0497-47d5-ad20-8ee3638a0a8b by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': 'ca9c137f-aa6e-4e1e-954a-bcc20e945b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901'}] {{(pid=88123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:57:45.291773 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-4a4ec78f-92c2-4387-bb8a-b4d320d9cef4 service neutron] Attempting to bind port d0144962-0497-47d5-ad20-8ee3638a0a8b on network 4889aa50-8ecf-4915-9526-7a966caa4901 {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:57:45.293411 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e18fe-aa22-4d44-8579-1f94628b9499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83fe29f-e0de-451a-a07e-8edaf4435211,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:45.299683 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-d22e18fe-aa22-4d44-8579-1f94628b9499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:45.304667 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-d22e18fe-aa22-4d44-8579-1f94628b9499 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fd12ccf64501494fa1834500e190f267&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3924506
Dec 14 17:57:45.309210 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 51580) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:57:45.383551 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-4a4ec78f-92c2-4387-bb8a-b4d320d9cef4 service neutron] Port d0144962-0497-47d5-ad20-8ee3638a0a8b on network 4889aa50-8ecf-4915-9526-7a966caa4901 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 14 17:57:45.384013 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-4a4ec78f-92c2-4387-bb8a-b4d320d9cef4 service neutron] Attempting to bind port d0144962-0497-47d5-ad20-8ee3638a0a8b on network 4889aa50-8ecf-4915-9526-7a966caa4901 {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:57:45.527777 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1c67da8d-6cfe-4ba8-8125-adf4c56e4d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:45.593950 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1c67da8d-6cfe-4ba8-8125-adf4c56e4d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:45.693133 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-4a4ec78f-92c2-4387-bb8a-b4d320d9cef4 service neutron] Checking agent: {'id': '12cfdd9e-1aa3-47c9-9727-84a7d707383b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'started_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:57:45.693681 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-4a4ec78f-92c2-4387-bb8a-b4d320d9cef4 service neutron] Checking segment: {'id': 'ca9c137f-aa6e-4e1e-954a-bcc20e945b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:57:45.694247 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-4a4ec78f-92c2-4387-bb8a-b4d320d9cef4 service neutron] Bound using segment: {'id': 'ca9c137f-aa6e-4e1e-954a-bcc20e945b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901'} {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:57:45.694982 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-4a4ec78f-92c2-4387-bb8a-b4d320d9cef4 service neutron] Bound port: d0144962-0497-47d5-ad20-8ee3638a0a8b, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9c137f-aa6e-4e1e-954a-bcc20e945b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901'}}] {{(pid=88123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:57:45.695535 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-4a4ec78f-92c2-4387-bb8a-b4d320d9cef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:45.845377 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-4a4ec78f-92c2-4387-bb8a-b4d320d9cef4 service neutron] For port d0144962-0497-47d5-ad20-8ee3638a0a8b, host hv-cinder-82173, cleared binding levels {{(pid=88123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:57:45.850765 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-4a4ec78f-92c2-4387-bb8a-b4d320d9cef4 service neutron] For port d0144962-0497-47d5-ad20-8ee3638a0a8b, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=d0144962-0497-47d5-ad20-8ee3638a0a8b,segment=NetworkSegment(ca9c137f-aa6e-4e1e-954a-bcc20e945b60),segment_id=ca9c137f-aa6e-4e1e-954a-bcc20e945b60)] {{(pid=88123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:57:45.857153 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-4a4ec78f-92c2-4387-bb8a-b4d320d9cef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1688486'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:45.868889 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a93c6f58-7f53-4235-a657-706ef722daa2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:45.950230 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c5490-c466-4360-a7c9-0300bbec6367 req-959ef013-cd6f-46ec-b2f1-496079a9b259 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:45.953362 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-853c5490-c466-4360-a7c9-0300bbec6367 req-959ef013-cd6f-46ec-b2f1-496079a9b259 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=d892c6d2-1d66-47de-a5ad-d7b993dc6954 HTTP/1.1" status: 200  len: 943 time: 0.4953232
Dec 14 17:57:45.968253 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1c67da8d-6cfe-4ba8-8125-adf4c56e4d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:45.983542 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b16b5997-ca24-4d5b-b43b-ad29e25a49c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:46.042530 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-4a4ec78f-92c2-4387-bb8a-b4d320d9cef4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:46.044103 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-4a4ec78f-92c2-4387-bb8a-b4d320d9cef4 service neutron] 10.222.0.41 "PUT /v2.0/ports/d0144962-0497-47d5-ad20-8ee3638a0a8b HTTP/1.1" status: 200  len: 1093 time: 2.8669326
Dec 14 17:57:46.044910 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd892c6d2-1d66-47de-a5ad-d7b993dc6954', 'tag': 'd0144962-0497-47d5-ad20-8ee3638a0a8b'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:57:46.047194 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67da8d-6cfe-4ba8-8125-adf4c56e4d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83fe29f-e0de-451a-a07e-8edaf4435211,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:46.066756 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ec78f-92c2-4387-bb8a-b4d320d9cef4 service neutron] Pushing event updated for resources: {'Port': ['ID=d0144962-0497-47d5-ad20-8ee3638a0a8b,revision_number=3']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:46.072814 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-4a4ec78f-92c2-4387-bb8a-b4d320d9cef4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:46.078588 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1c67da8d-6cfe-4ba8-8125-adf4c56e4d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:46.084110 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-1c67da8d-6cfe-4ba8-8125-adf4c56e4d3f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f83fe29f-e0de-451a-a07e-8edaf4435211 HTTP/1.1" status: 204  len: 168 time: 0.7690778
Dec 14 17:57:46.100505 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-1c67da8d-6cfe-4ba8-8125-adf4c56e4d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:46.119701 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-05352115-fc38-4e75-994c-c9bb31021918 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:46.165855 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-05352115-fc38-4e75-994c-c9bb31021918 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646637'] for floatingip, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:46.170489 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-853c5490-c466-4360-a7c9-0300bbec6367 req-4ab9b7d5-83a9-44a0-80c9-6bd0a72d6789 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1922565
Dec 14 17:57:46.254983 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd892c6d2-1d66-47de-a5ad-d7b993dc6954', 'tag': 'd0144962-0497-47d5-ad20-8ee3638a0a8b', 'status': 'completed', 'code': 200}
Dec 14 17:57:46.337346 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-a7150cac-be4d-4643-bde7-4a934596a1ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dfc18f8040f94448b907f65fb2ffb8d2&device_id=d892c6d2-1d66-47de-a5ad-d7b993dc6954 HTTP/1.1" status: 200  len: 1096 time: 0.2189348
Dec 14 17:57:46.585608 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-d3bb97aa-3cd8-4bd2-ba0b-83db73a8691a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0144962-0497-47d5-ad20-8ee3638a0a8b HTTP/1.1" status: 200  len: 217 time: 0.2394712
Dec 14 17:57:46.686818 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-e7f30b7e-52c0-48b1-9849-70c05035a3e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:46.688367 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-e7f30b7e-52c0-48b1-9849-70c05035a3e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ef4cbe3-f2dd-49ee-9531-21f376b28438 HTTP/1.1" status: 200  len: 850 time: 0.0961134
Dec 14 17:57:46.775412 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.l3_db [None req-05352115-fc38-4e75-994c-c9bb31021918 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Floating IP 5e1882f3-493c-468b-ad89-407689f7d9f8 associated. External IP: 172.27.2.143, port: 28f5a238-da4a-46e6-aca9-54914dbc17d7.
Dec 14 17:57:46.885594 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-ce1dfc5b-078b-47c4-94c7-f7c0c19f76c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4889aa50-8ecf-4915-9526-7a966caa4901&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1896753
Dec 14 17:57:47.198242 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-9ce377f3-7d94-4ff8-8748-94b1ac6a46d9 service neutron] 10.222.0.41 "GET /v2.0/networks/4889aa50-8ecf-4915-9526-7a966caa4901?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3043153
Dec 14 17:57:47.530848 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebe853-541f-44d0-8599-36a76d315626 req-a141ca4a-400c-40ac-85ab-277fd2e362bf tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:47.533365 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-36ebe853-541f-44d0-8599-36a76d315626 req-a141ca4a-400c-40ac-85ab-277fd2e362bf tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=d892c6d2-1d66-47de-a5ad-d7b993dc6954 HTTP/1.1" status: 200  len: 943 time: 0.1509671
Dec 14 17:57:47.584867 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1c3d43d3-f6e3-48c9-9709-0230ba014ccd req-4dcef05a-5b65-41b2-80c3-4c002d89a65c service neutron] 10.222.0.41 "GET /v2.0/networks/4889aa50-8ecf-4915-9526-7a966caa4901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3777692
Dec 14 17:57:47.610431 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-36ebe853-541f-44d0-8599-36a76d315626 req-bec94544-f248-4b2a-ab9d-0b9543c3252e tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661445
Dec 14 17:57:47.836682 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-30f88fe1-34b4-4173-ab7d-e3429617b8e1 req-d3f50b81-ab1c-4ca8-99cb-973298ec2d54 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dfc18f8040f94448b907f65fb2ffb8d2&device_id=d892c6d2-1d66-47de-a5ad-d7b993dc6954 HTTP/1.1" status: 200  len: 1096 time: 0.1491077
Dec 14 17:57:47.912389 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05352115-fc38-4e75-994c-c9bb31021918 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Router f6c0c953-5025-4bb2-a157-fe3d28d19b54 has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 17:57:48.129920 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f88fe1-34b4-4173-ab7d-e3429617b8e1 req-d5418d8f-fbfb-495d-80b0-046120725036 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:48.131556 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-30f88fe1-34b4-4173-ab7d-e3429617b8e1 req-d5418d8f-fbfb-495d-80b0-046120725036 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4889aa50-8ecf-4915-9526-7a966caa4901 HTTP/1.1" status: 200  len: 912 time: 0.2878413
Dec 14 17:57:48.324619 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 6 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 17:57:48.483093 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-30f88fe1-34b4-4173-ab7d-e3429617b8e1 req-ef3899a4-7921-49dd-a163-56480b9258a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0144962-0497-47d5-ad20-8ee3638a0a8b HTTP/1.1" status: 200  len: 217 time: 0.3445721
Dec 14 17:57:48.543858 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 51614) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:57:48.649399 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f88fe1-34b4-4173-ab7d-e3429617b8e1 req-3d0ccb15-3e38-4632-b17c-b66d83a2e3f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:48.650985 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-30f88fe1-34b4-4173-ab7d-e3429617b8e1 req-3d0ccb15-3e38-4632-b17c-b66d83a2e3f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ef4cbe3-f2dd-49ee-9531-21f376b28438 HTTP/1.1" status: 200  len: 850 time: 0.1565497
Dec 14 17:57:48.741910 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b0fe00a7-6496-44b5-b4f9-00ba799a1b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:48.760267 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05352115-fc38-4e75-994c-c9bb31021918 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 17:57:48.765803 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-05352115-fc38-4e75-994c-c9bb31021918 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for floatingip, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:48.774665 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021d6dfb-b7f9-4b92-bce6-2d29ae3a8930 None None] Sync routers for ids ['f6c0c953-5025-4bb2-a157-fe3d28d19b54'] in dv-cinder-821737-1-iscsi {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 17:57:48.799375 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021d6dfb-b7f9-4b92-bce6-2d29ae3a8930 None None] Routers {'f6c0c953-5025-4bb2-a157-fe3d28d19b54'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:57:48.801049 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-021d6dfb-b7f9-4b92-bce6-2d29ae3a8930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622d1bf1d0>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:57:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['f6c0c953-5025-4bb2-a157-fe3d28d19b54'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:57:48.808497 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-b0fe00a7-6496-44b5-b4f9-00ba799a1b9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:57:48.833774 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-30f88fe1-34b4-4173-ab7d-e3429617b8e1 req-e4412df2-7b3b-4198-9f12-e649ff6dd454 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4889aa50-8ecf-4915-9526-7a966caa4901&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1738780
Dec 14 17:57:48.834142 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-b0fe00a7-6496-44b5-b4f9-00ba799a1b9e admin admin] Usage tracker for resource:security_group_rule and tenant:6bb464c3b2674e38bfe47995e44fa63f is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:57:48.849712 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-05352115-fc38-4e75-994c-c9bb31021918 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "PUT /v2.0/floatingips/5e1882f3-493c-468b-ad89-407689f7d9f8 HTTP/1.1" status: 200  len: 992 time: 4.7305882
Dec 14 17:57:48.873834 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10dd37d4-49ae-469e-9828-0ebb63b6c2f4', 'tag': '28f5a238-da4a-46e6-aca9-54914dbc17d7'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:57:48.874641 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-b0fe00a7-6496-44b5-b4f9-00ba799a1b9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:57:48.894449 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-b0fe00a7-6496-44b5-b4f9-00ba799a1b9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:57:48.972273 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6660d-bf96-48c0-8ae5-bff4a50a6fd9 req-de868a32-c125-4678-b4bb-d2745f17d529 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:48.980420 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c4d6660d-bf96-48c0-8ae5-bff4a50a6fd9 req-de868a32-c125-4678-b4bb-d2745f17d529 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=d892c6d2-1d66-47de-a5ad-d7b993dc6954 HTTP/1.1" status: 200  len: 943 time: 0.1508760
Dec 14 17:57:49.060231 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c4d6660d-bf96-48c0-8ae5-bff4a50a6fd9 req-b031fd5d-fb13-4e0a-903d-f7b280b70d6b tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0785689
Dec 14 17:57:49.063754 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-30f88fe1-34b4-4173-ab7d-e3429617b8e1 req-bb1723a4-46d7-403e-ace8-765f8a324e92 service neutron] 10.222.0.41 "GET /v2.0/networks/4889aa50-8ecf-4915-9526-7a966caa4901?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2202539
Dec 14 17:57:49.090205 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b0fe00a7-6496-44b5-b4f9-00ba799a1b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:49.109695 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b0fe00a7-6496-44b5-b4f9-00ba799a1b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:49.121388 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-1c67da8d-6cfe-4ba8-8125-adf4c56e4d3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:49.176702 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-021d6dfb-b7f9-4b92-bce6-2d29ae3a8930 None None] Set router f6c0c953-5025-4bb2-a157-fe3d28d19b54 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:57:49.214393 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe00a7-6496-44b5-b4f9-00ba799a1b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e53911a-3d78-4d99-8204-ac3659bcc9b5,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:49.222671 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-b0fe00a7-6496-44b5-b4f9-00ba799a1b9e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6bb464c3b2674e38bfe47995e44fa63f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6767542
Dec 14 17:57:49.224507 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b0fe00a7-6496-44b5-b4f9-00ba799a1b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:49.225440 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 51626) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:57:49.259018 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10dd37d4-49ae-469e-9828-0ebb63b6c2f4', 'tag': '28f5a238-da4a-46e6-aca9-54914dbc17d7', 'status': 'completed', 'code': 200}
Dec 14 17:57:49.353948 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a66ce8ff-1390-4c6e-bb70-671a38c9ddb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:49.449965 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a66ce8ff-1390-4c6e-bb70-671a38c9ddb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:49.454009 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-30f88fe1-34b4-4173-ab7d-e3429617b8e1 req-8212b175-1ee1-4130-a544-f389c236176b service neutron] 10.222.0.41 "GET /v2.0/networks/4889aa50-8ecf-4915-9526-7a966caa4901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3793459
Dec 14 17:57:49.457434 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f3def250-a24d-49af-afca-da7d3447e83e req-419ac9f6-8a6d-495c-a836-cf0695c58a18 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0cc1ceabb62d4c3a9a521b81c98f5557&device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 1099 time: 0.1970339
Dec 14 17:57:49.538761 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a66ce8ff-1390-4c6e-bb70-671a38c9ddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:49.548732 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-6eb2f9d7-81d5-453e-b2e9-8254e8a7b980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:49.574550 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ce8ff-1390-4c6e-bb70-671a38c9ddb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e53911a-3d78-4d99-8204-ac3659bcc9b5,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:49.581219 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a66ce8ff-1390-4c6e-bb70-671a38c9ddb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:49.585692 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a66ce8ff-1390-4c6e-bb70-671a38c9ddb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:49.590341 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-a66ce8ff-1390-4c6e-bb70-671a38c9ddb2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5e53911a-3d78-4d99-8204-ac3659bcc9b5 HTTP/1.1" status: 204  len: 168 time: 0.3606818
Dec 14 17:57:49.657672 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3def250-a24d-49af-afca-da7d3447e83e req-4532e459-c173-4e10-a9b0-2c4fc6e4cf04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:49.661428 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f3def250-a24d-49af-afca-da7d3447e83e req-4532e459-c173-4e10-a9b0-2c4fc6e4cf04 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a HTTP/1.1" status: 200  len: 917 time: 0.1934874
Dec 14 17:57:49.860397 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f3def250-a24d-49af-afca-da7d3447e83e req-8215908a-d5bf-44d4-8fe6-6cb1d2858954 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28f5a238-da4a-46e6-aca9-54914dbc17d7 HTTP/1.1" status: 200  len: 1000 time: 0.1901996
Dec 14 17:57:49.993073 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3def250-a24d-49af-afca-da7d3447e83e req-fb6ec2c5-42da-433d-9efd-5110e62c72f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:49.996404 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f3def250-a24d-49af-afca-da7d3447e83e req-fb6ec2c5-42da-433d-9efd-5110e62c72f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d978114e-cfd4-4a19-a29a-be42d1f2cd12 HTTP/1.1" status: 200  len: 855 time: 0.1290503
Dec 14 17:57:50.009812 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-021d6dfb-b7f9-4b92-bce6-2d29ae3a8930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622d1bf1d0>, [{'id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'name': 'tempest-AttachVolumeShelveTestJSON-379572698-router', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:53:54Z', 'updated_at': '2021-12-14T17:54:03Z', 'revision_number': 4, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'gw_port': {'id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:69:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:53:56Z', 'updated_at': '2021-12-14T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_floatingips': [{'id': '5e1882f3-493c-468b-ad89-407689f7d9f8', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'floating_ip_address': '172.27.2.143', 'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'router_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'port_id': '28f5a238-da4a-46e6-aca9-54914dbc17d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a', 'mac_address': 'fa:16:3e:41:cf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dd37d4-49ae-469e-9828-0ebb63b6c2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T17:57:25Z', 'updated_at': '2021-12-14T17:57:45Z', 'revision_number': 1, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f148444e-384d-439b-a167-db51bf9f5581', 'name': '', 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'mac_address': 'fa:16:3e:19:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:02Z', 'updated_at': '2021-12-14T17:54:11Z', 'revision_number': 5, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'subnets': [{'id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:57:50.017519 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021d6dfb-b7f9-4b92-bce6-2d29ae3a8930 None None] Checking router: f6c0c953-5025-4bb2-a157-fe3d28d19b54 for host: dv-cinder-821737-1-iscsi {{(pid=88125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 17:57:50.040403 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021d6dfb-b7f9-4b92-bce6-2d29ae3a8930 None None] Routers {'f6c0c953-5025-4bb2-a157-fe3d28d19b54'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:57:50.041782 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-021d6dfb-b7f9-4b92-bce6-2d29ae3a8930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622d1bf1d0>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:57:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['f6c0c953-5025-4bb2-a157-fe3d28d19b54'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:57:50.096897 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f3def250-a24d-49af-afca-da7d3447e83e req-16cf158e-0073-412c-ae43-284efceb749e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0927358
Dec 14 17:57:50.289268 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f3def250-a24d-49af-afca-da7d3447e83e req-e8cf4f68-3e08-4e3f-bca9-bc898b7796b6 service neutron] 10.222.0.41 "GET /v2.0/networks/6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1850288
Dec 14 17:57:50.411356 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb46083-30f3-476a-a4e8-0f69d8c0530f req-4850f9d5-0956-4054-bf6c-7e6e61a5309d tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:50.413223 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0bb46083-30f3-476a-a4e8-0f69d8c0530f req-4850f9d5-0956-4054-bf6c-7e6e61a5309d tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=d892c6d2-1d66-47de-a5ad-d7b993dc6954 HTTP/1.1" status: 200  len: 943 time: 0.1595819
Dec 14 17:57:50.421866 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-021d6dfb-b7f9-4b92-bce6-2d29ae3a8930 None None] Set router f6c0c953-5025-4bb2-a157-fe3d28d19b54 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:57:50.474270 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0bb46083-30f3-476a-a4e8-0f69d8c0530f req-2e1f7298-cd8d-45bb-a064-33b9f010d46e tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543287
Dec 14 17:57:50.511553 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f3def250-a24d-49af-afca-da7d3447e83e req-4b7ffe8f-b003-49c6-9b0b-8e5cda58739b service neutron] 10.222.0.41 "GET /v2.0/networks/6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2155612
Dec 14 17:57:50.761911 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-defd3081-59ca-49e8-b110-c53c03fcfd60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:50.914891 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-021d6dfb-b7f9-4b92-bce6-2d29ae3a8930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622d1bf1d0>, [{'id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'name': 'tempest-AttachVolumeShelveTestJSON-379572698-router', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:53:54Z', 'updated_at': '2021-12-14T17:54:03Z', 'revision_number': 4, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'gw_port': {'id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:69:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:53:56Z', 'updated_at': '2021-12-14T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_floatingips': [{'id': '5e1882f3-493c-468b-ad89-407689f7d9f8', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'floating_ip_address': '172.27.2.143', 'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'router_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'port_id': '28f5a238-da4a-46e6-aca9-54914dbc17d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a', 'mac_address': 'fa:16:3e:41:cf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dd37d4-49ae-469e-9828-0ebb63b6c2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T17:57:25Z', 'updated_at': '2021-12-14T17:57:45Z', 'revision_number': 1, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f148444e-384d-439b-a167-db51bf9f5581', 'name': '', 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'mac_address': 'fa:16:3e:19:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:02Z', 'updated_at': '2021-12-14T17:54:11Z', 'revision_number': 5, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'subnets': [{'id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:57:50.921011 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021d6dfb-b7f9-4b92-bce6-2d29ae3a8930 None None] The sync data for ids ['f6c0c953-5025-4bb2-a157-fe3d28d19b54'] in dv-cinder-821737-1-iscsi is: [{'id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'name': 'tempest-AttachVolumeShelveTestJSON-379572698-router', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:53:54Z', 'updated_at': '2021-12-14T17:54:03Z', 'revision_number': 4, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'gw_port': {'id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:69:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:53:56Z', 'updated_at': '2021-12-14T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_floatingips': [{'id': '5e1882f3-493c-468b-ad89-407689f7d9f8', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'floating_ip_address': '172.27.2.143', 'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'router_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'port_id': '28f5a238-da4a-46e6-aca9-54914dbc17d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a', 'mac_address': 'fa:16:3e:41:cf:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dd37d4-49ae-469e-9828-0ebb63b6c2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T17:57:25Z', 'updated_at': '2021-12-14T17:57:45Z', 'revision_number': 1, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f148444e-384d-439b-a167-db51bf9f5581', 'name': '', 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'mac_address': 'fa:16:3e:19:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:02Z', 'updated_at': '2021-12-14T17:54:11Z', 'revision_number': 5, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'subnets': [{'id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 17:57:51.365186 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25038939-50b1-4efb-94a3-7ad7ac69423b None None] New status for floating IP 5e1882f3-493c-468b-ad89-407689f7d9f8: ACTIVE {{(pid=88124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 14 17:57:51.747162 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1d1f0-b1fe-4faa-9614-d530b6e42c7a req-43a2b372-2d6e-48f1-b294-7a43f3d52c49 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:51.749459 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5fa1d1f0-b1fe-4faa-9614-d530b6e42c7a req-43a2b372-2d6e-48f1-b294-7a43f3d52c49 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=d892c6d2-1d66-47de-a5ad-d7b993dc6954 HTTP/1.1" status: 200  len: 943 time: 0.1164644
Dec 14 17:57:51.820486 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5fa1d1f0-b1fe-4faa-9614-d530b6e42c7a req-8eb57e83-8023-49ad-9dcd-82f71e6c79a0 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0636184
Dec 14 17:57:51.972972 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:52.945551 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7fa5a6f7-97ca-429d-86c8-f198a139da7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:53.152744 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f17e05-3772-4316-8c5e-8b46596ae057 req-2f8a3409-b066-4c3c-9611-9d8d0cc44348 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:53.154634 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-57f17e05-3772-4316-8c5e-8b46596ae057 req-2f8a3409-b066-4c3c-9611-9d8d0cc44348 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=d892c6d2-1d66-47de-a5ad-d7b993dc6954 HTTP/1.1" status: 200  len: 943 time: 0.1034033
Dec 14 17:57:53.226948 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-57f17e05-3772-4316-8c5e-8b46596ae057 req-e3cb5efa-8f43-4d23-a9fe-9a47951d1b86 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610001
Dec 14 17:57:53.276545 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:54.471493 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc6f4f-3e2b-4deb-ba5a-9dbb9533d77e req-12c96d38-2c2c-45a8-a526-53b900130c69 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:54.473248 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f5dc6f4f-3e2b-4deb-ba5a-9dbb9533d77e req-12c96d38-2c2c-45a8-a526-53b900130c69 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=d892c6d2-1d66-47de-a5ad-d7b993dc6954 HTTP/1.1" status: 200  len: 943 time: 0.0984287
Dec 14 17:57:54.530563 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f5dc6f4f-3e2b-4deb-ba5a-9dbb9533d77e req-59cc878e-63e7-4214-a2da-533b5acc8f91 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501020
Dec 14 17:57:54.622158 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:55.773528 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70433a60-7359-4a7a-a9c1-653e62b408f5 req-38d6f9db-e943-4f0c-9c68-3e428fe0b412 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:55.775915 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-70433a60-7359-4a7a-a9c1-653e62b408f5 req-38d6f9db-e943-4f0c-9c68-3e428fe0b412 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=d892c6d2-1d66-47de-a5ad-d7b993dc6954 HTTP/1.1" status: 200  len: 943 time: 0.1022959
Dec 14 17:57:55.840135 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-70433a60-7359-4a7a-a9c1-653e62b408f5 req-8f0deb15-e09e-4389-97f7-b3146ef1bb7c tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571899
Dec 14 17:57:56.273406 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device d0144962-0497-47d5-ad20-8ee3638a0a8b details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 14 17:57:56.479210 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port d0144962-0497-47d5-ad20-8ee3638a0a8b, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=d0144962-0497-47d5-ad20-8ee3638a0a8b,segment=NetworkSegment(ca9c137f-aa6e-4e1e-954a-bcc20e945b60),segment_id=ca9c137f-aa6e-4e1e-954a-bcc20e945b60)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:57:56.497374 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Returning: {'device': 'd0144962-0497-47d5-ad20-8ee3638a0a8b', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'port_id': 'd0144962-0497-47d5-ad20-8ee3638a0a8b', 'mac_address': 'fa:16:3e:b6:29:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 17:57:56.565108 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:56.587709 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0144962-0497-47d5-ad20-8ee3638a0a8b {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:57:56.606404 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port d0144962-0497-47d5-ad20-8ee3638a0a8b, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=d0144962-0497-47d5-ad20-8ee3638a0a8b,segment=NetworkSegment(ca9c137f-aa6e-4e1e-954a-bcc20e945b60),segment_id=ca9c137f-aa6e-4e1e-954a-bcc20e945b60)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:57:56.610161 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:56.612283 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:56.695987 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=d0144962-0497-47d5-ad20-8ee3638a0a8b,revision_number=4']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:56.700949 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:56.839897 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['d0144962-0497-47d5-ad20-8ee3638a0a8b'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 17:57:57.244556 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109b48f-0abb-4219-b3c6-35d730cc77bf req-30472c12-06aa-4ba0-b439-6bc84698f7af tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:57.247994 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-3109b48f-0abb-4219-b3c6-35d730cc77bf req-30472c12-06aa-4ba0-b439-6bc84698f7af tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=d892c6d2-1d66-47de-a5ad-d7b993dc6954 HTTP/1.1" status: 200  len: 944 time: 0.1779709
Dec 14 17:57:57.346378 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-3109b48f-0abb-4219-b3c6-35d730cc77bf req-e9c466db-c816-4960-a429-0f26f6cc4540 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0907755
Dec 14 17:57:57.802815 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device d0144962-0497-47d5-ad20-8ee3638a0a8b up at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:57:57.886642 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning for port d0144962-0497-47d5-ad20-8ee3638a0a8b completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:57:57.893305 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning complete for port d0144962-0497-47d5-ad20-8ee3638a0a8b triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:57:57.893722 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:58.038082 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:58.070042 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd892c6d2-1d66-47de-a5ad-d7b993dc6954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0144962-0497-47d5-ad20-8ee3638a0a8b'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:57:58.082119 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port d0144962-0497-47d5-ad20-8ee3638a0a8b, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=d0144962-0497-47d5-ad20-8ee3638a0a8b,segment=NetworkSegment(ca9c137f-aa6e-4e1e-954a-bcc20e945b60),segment_id=ca9c137f-aa6e-4e1e-954a-bcc20e945b60)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:57:58.087267 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:57:58.089948 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:57:58.151014 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd892c6d2-1d66-47de-a5ad-d7b993dc6954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0144962-0497-47d5-ad20-8ee3638a0a8b', 'code': 200}
Dec 14 17:57:58.191008 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=d0144962-0497-47d5-ad20-8ee3638a0a8b,revision_number=5']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:57:58.196735 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:57:58.477981 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f3ea2cab-03dc-480b-a19d-02a9077a1a8f req-880a5845-c33e-478e-8243-db82b3774720 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d892c6d2-1d66-47de-a5ad-d7b993dc6954 HTTP/1.1" status: 200  len: 1098 time: 0.0943251
Dec 14 17:57:58.535286 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f3ea2cab-03dc-480b-a19d-02a9077a1a8f req-a60fe8c9-a8c1-4cdb-8e7f-a86e3e70a529 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504425
Dec 14 17:57:58.644996 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73ee7d-ecfc-417e-8dfd-a835673e13fa req-f28aaa4d-4541-4da4-aa8e-b0d8dc3b93cb tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:57:58.647157 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-fb73ee7d-ecfc-417e-8dfd-a835673e13fa req-f28aaa4d-4541-4da4-aa8e-b0d8dc3b93cb tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=d892c6d2-1d66-47de-a5ad-d7b993dc6954 HTTP/1.1" status: 200  len: 945 time: 0.1078982
Dec 14 17:57:58.708668 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-fb73ee7d-ecfc-417e-8dfd-a835673e13fa req-0ab700e0-5401-4643-b2b2-3cf86a71d934 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481100
Dec 14 17:58:00.031236 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a4f23-fe9f-4592-b157-ac35f3518446 req-e9bc510b-10de-4221-8338-1d458fdb4485 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:00.033045 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-842a4f23-fe9f-4592-b157-ac35f3518446 req-e9bc510b-10de-4221-8338-1d458fdb4485 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=d892c6d2-1d66-47de-a5ad-d7b993dc6954 HTTP/1.1" status: 200  len: 945 time: 0.0970378
Dec 14 17:58:00.090137 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-842a4f23-fe9f-4592-b157-ac35f3518446 req-3a1ea838-fe07-45cb-b8da-e1d7f7257708 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464997
Dec 14 17:58:00.360592 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3bfaa-5a8b-459b-9f9a-f3cfb7c4e9ac req-36e0a7d1-5cbb-4659-9f47-1b1cf8603a7e tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:00.362902 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7aa3bfaa-5a8b-459b-9f9a-f3cfb7c4e9ac req-36e0a7d1-5cbb-4659-9f47-1b1cf8603a7e tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=d892c6d2-1d66-47de-a5ad-d7b993dc6954 HTTP/1.1" status: 200  len: 945 time: 0.1100526
Dec 14 17:58:00.433470 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7aa3bfaa-5a8b-459b-9f9a-f3cfb7c4e9ac req-a6d185af-3c1b-49cd-92ee-c497df850acf tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0598700
Dec 14 17:58:00.469650 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 51742) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:58:00.570443 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-090def8b-ccdc-4cff-bf3c-f283fa6076fd tempest-TestVolumeBootPattern-461310426 tempest-TestVolumeBootPattern-461310426-project-admin] Synchronizing usage tracker for tenant:e560d14752204b1a99ee1ca2d1db4119 on resource:port {{(pid=88122) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:58:00.600041 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-090def8b-ccdc-4cff-bf3c-f283fa6076fd tempest-TestVolumeBootPattern-461310426 tempest-TestVolumeBootPattern-461310426-project-admin] Unset dirty status for tenant:e560d14752204b1a99ee1ca2d1db4119 on resource:port {{(pid=88122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:58:00.602257 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-090def8b-ccdc-4cff-bf3c-f283fa6076fd tempest-TestVolumeBootPattern-461310426 tempest-TestVolumeBootPattern-461310426-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d892c6d2-1d66-47de-a5ad-d7b993dc6954 HTTP/1.1" status: 200  len: 1093 time: 0.1309190
Dec 14 17:58:00.605664 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 51748) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:58:00.616344 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-7109ed14-7fe7-491b-b84a-7eaf378b93c4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Request body: {'floatingip': {'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'port_id': 'd0144962-0497-47d5-ad20-8ee3638a0a8b', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:58:00.627303 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-7109ed14-7fe7-491b-b84a-7eaf378b93c4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:58:00.635265 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-7109ed14-7fe7-491b-b84a-7eaf378b93c4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Usage tracker for resource:floatingip and tenant:dfc18f8040f94448b907f65fb2ffb8d2 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:58:00.641010 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-7109ed14-7fe7-491b-b84a-7eaf378b93c4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:58:00.656198 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-7109ed14-7fe7-491b-b84a-7eaf378b93c4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:58:00.657890 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 51752) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:58:00.669689 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7109ed14-7fe7-491b-b84a-7eaf378b93c4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for floatingip, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:00.854189 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7109ed14-7fe7-491b-b84a-7eaf378b93c4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:00.957848 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-98f74ae3-2c5b-4c0d-8598-f1b99c906c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:01.006872 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-98f74ae3-2c5b-4c0d-8598-f1b99c906c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:58:01.014883 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-98f74ae3-2c5b-4c0d-8598-f1b99c906c0b admin admin] Usage tracker for resource:security_group_rule and tenant:69b28efa0b814a06a198530bd3db030a is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:58:01.020258 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-98f74ae3-2c5b-4c0d-8598-f1b99c906c0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:58:01.031280 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-98f74ae3-2c5b-4c0d-8598-f1b99c906c0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:58:01.036386 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-7109ed14-7fe7-491b-b84a-7eaf378b93c4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Allocated IP 172.27.2.162 (b3d2256c-c519-4427-b3bb-181a657f5e18/431330ab-9b63-4a3b-8088-f9712ed58753/cfb60666-3a84-4080-8c32-2bdbd14cee40) {{(pid=88122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:58:01.121270 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-98f74ae3-2c5b-4c0d-8598-f1b99c906c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:01.125281 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-98f74ae3-2c5b-4c0d-8598-f1b99c906c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:01.134470 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-42a53221-68ab-460c-811e-d3efd64978c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:58:01.183679 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f74ae3-2c5b-4c0d-8598-f1b99c906c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ae1f50-cf76-47d1-bf1f-2aea5525aafc,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:58:01.187761 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-98f74ae3-2c5b-4c0d-8598-f1b99c906c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:58:01.194599 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-98f74ae3-2c5b-4c0d-8598-f1b99c906c0b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=69b28efa0b814a06a198530bd3db030a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5348582
Dec 14 17:58:01.195406 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 51760) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:58:01.256526 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7109ed14-7fe7-491b-b84a-7eaf378b93c4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for port, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:01.285521 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0eb516de-8bbe-4230-86bd-593ddd67be3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:01.287425 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7109ed14-7fe7-491b-b84a-7eaf378b93c4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852908220'] for port, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:01.293002 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-34610153-60d7-4026-a006-46767dca35da tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:58:01.323201 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0eb516de-8bbe-4230-86bd-593ddd67be3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:01.390599 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7109ed14-7fe7-491b-b84a-7eaf378b93c4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Network b3d2256c-c519-4427-b3bb-181a657f5e18 is already hosted by enough agents. {{(pid=88122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:58:01.395836 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-7109ed14-7fe7-491b-b84a-7eaf378b93c4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Resources bound (agent type, host, resource id):  {{(pid=88122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:58:01.400217 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109ed14-7fe7-491b-b84a-7eaf378b93c4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Pushing event updated for resources: {'Port': ['ID=cfb60666-3a84-4080-8c32-2bdbd14cee40,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:58:01.404579 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7109ed14-7fe7-491b-b84a-7eaf378b93c4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Received port after_create {{(pid=88122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:58:01.425886 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0eb516de-8bbe-4230-86bd-593ddd67be3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:01.432211 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-ec1c5ba7-3aeb-4a45-8a7b-11ca3e76c213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:58:01.446563 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb516de-8bbe-4230-86bd-593ddd67be3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ae1f50-cf76-47d1-bf1f-2aea5525aafc,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:58:01.446919 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-7109ed14-7fe7-491b-b84a-7eaf378b93c4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:58:01.451253 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-0eb516de-8bbe-4230-86bd-593ddd67be3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:58:01.457368 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0eb516de-8bbe-4230-86bd-593ddd67be3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:01.459689 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-0eb516de-8bbe-4230-86bd-593ddd67be3b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d7ae1f50-cf76-47d1-bf1f-2aea5525aafc HTTP/1.1" status: 204  len: 168 time: 0.2627225
Dec 14 17:58:02.131165 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7109ed14-7fe7-491b-b84a-7eaf378b93c4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:02.186879 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:02.197284 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7109ed14-7fe7-491b-b84a-7eaf378b93c4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:02.526442 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7109ed14-7fe7-491b-b84a-7eaf378b93c4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for port, precommit_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:02.530605 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7109ed14-7fe7-491b-b84a-7eaf378b93c4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1867597'] for port, after_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:02.536055 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-1a56718a-bcec-43ba-8746-c8cd1e58105d tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:58:02.653893 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109ed14-7fe7-491b-b84a-7eaf378b93c4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Pushing event updated for resources: {'Port': ['ID=cfb60666-3a84-4080-8c32-2bdbd14cee40,revision_number=2']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:58:02.664470 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-7109ed14-7fe7-491b-b84a-7eaf378b93c4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:58:02.690209 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7109ed14-7fe7-491b-b84a-7eaf378b93c4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646637'] for floatingip, after_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:03.046445 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.l3_db [None req-7109ed14-7fe7-491b-b84a-7eaf378b93c4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Floating IP 73a2e6db-804f-4141-a203-b4985a3c9a71 associated. External IP: 172.27.2.162, port: d0144962-0497-47d5-ad20-8ee3638a0a8b.
Dec 14 17:58:03.921465 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7109ed14-7fe7-491b-b84a-7eaf378b93c4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Router 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 17:58:04.159635 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7109ed14-7fe7-491b-b84a-7eaf378b93c4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 17:58:04.173085 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445502f0-9d6c-42b0-961e-d8b287bea7b0 None None] Sync routers for ids ['0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'] in dv-cinder-821737-1-iscsi {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 17:58:04.190419 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445502f0-9d6c-42b0-961e-d8b287bea7b0 None None] Routers {'0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:58:04.191132 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-445502f0-9d6c-42b0-961e-d8b287bea7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622d25f400>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:57:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:58:04.196179 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7109ed14-7fe7-491b-b84a-7eaf378b93c4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for floatingip, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:04.266973 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-7109ed14-7fe7-491b-b84a-7eaf378b93c4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.6586790
Dec 14 17:58:04.267678 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd892c6d2-1d66-47de-a5ad-d7b993dc6954', 'tag': 'd0144962-0497-47d5-ad20-8ee3638a0a8b'}] {{(pid=88122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:58:04.459205 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-445502f0-9d6c-42b0-961e-d8b287bea7b0 None None] Set router 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:58:04.718588 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd892c6d2-1d66-47de-a5ad-d7b993dc6954', 'tag': 'd0144962-0497-47d5-ad20-8ee3638a0a8b', 'status': 'completed', 'code': 200}
Dec 14 17:58:04.839348 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-15b01a87-8495-4d65-aa74-f631cc5b8884 req-737f42b8-ffaa-4d6b-988e-8256d9b9bbfa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dfc18f8040f94448b907f65fb2ffb8d2&device_id=d892c6d2-1d66-47de-a5ad-d7b993dc6954 HTTP/1.1" status: 200  len: 1098 time: 0.0901825
Dec 14 17:58:05.018978 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-445502f0-9d6c-42b0-961e-d8b287bea7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622d25f400>, [{'id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'name': 'tempest-TestVolumeBootPattern-233859865-router', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '8351444f-0903-49fb-817c-419fae0c0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:54:13Z', 'updated_at': '2021-12-14T17:54:17Z', 'revision_number': 4, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'gw_port': {'id': '8351444f-0903-49fb-817c-419fae0c0bef', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:14Z', 'updated_at': '2021-12-14T17:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_floatingips': [{'id': '73a2e6db-804f-4141-a203-b4985a3c9a71', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'router_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'port_id': 'd0144962-0497-47d5-ad20-8ee3638a0a8b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'mac_address': 'fa:16:3e:b6:29:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c6d2-1d66-47de-a5ad-d7b993dc6954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T17:58:01Z', 'updated_at': '2021-12-14T17:58:01Z', 'revision_number': 0, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ea3571-d9f7-4a44-a850-8159533b162e', 'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'mac_address': 'fa:16:3e:5f:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:17Z', 'updated_at': '2021-12-14T17:54:31Z', 'revision_number': 5, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'subnets': [{'id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:58:05.025282 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445502f0-9d6c-42b0-961e-d8b287bea7b0 None None] Checking router: 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa for host: dv-cinder-821737-1-iscsi {{(pid=88125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 17:58:05.046171 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445502f0-9d6c-42b0-961e-d8b287bea7b0 None None] Routers {'0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:58:05.047290 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-445502f0-9d6c-42b0-961e-d8b287bea7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622d25f400>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:57:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:58:05.078940 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b01a87-8495-4d65-aa74-f631cc5b8884 req-07488d25-961c-4131-8845-826f8a01747f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:05.081266 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-15b01a87-8495-4d65-aa74-f631cc5b8884 req-07488d25-961c-4131-8845-826f8a01747f service neutron] 10.222.0.41 "GET /v2.0/networks?id=4889aa50-8ecf-4915-9526-7a966caa4901 HTTP/1.1" status: 200  len: 912 time: 0.2268474
Dec 14 17:58:05.210064 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-15b01a87-8495-4d65-aa74-f631cc5b8884 req-c1c960a6-8031-4bc4-a307-6ad1faeb09b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0144962-0497-47d5-ad20-8ee3638a0a8b HTTP/1.1" status: 200  len: 999 time: 0.1212809
Dec 14 17:58:05.296247 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b01a87-8495-4d65-aa74-f631cc5b8884 req-11aa72eb-ad80-41c7-86c6-119d87d4116a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:05.298557 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-15b01a87-8495-4d65-aa74-f631cc5b8884 req-11aa72eb-ad80-41c7-86c6-119d87d4116a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ef4cbe3-f2dd-49ee-9531-21f376b28438 HTTP/1.1" status: 200  len: 850 time: 0.0810828
Dec 14 17:58:05.407920 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-445502f0-9d6c-42b0-961e-d8b287bea7b0 None None] Set router 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:58:05.434349 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-15b01a87-8495-4d65-aa74-f631cc5b8884 req-f75859dc-f07c-4779-a012-720b57c9ea31 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4889aa50-8ecf-4915-9526-7a966caa4901&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1289902
Dec 14 17:58:05.711849 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-15b01a87-8495-4d65-aa74-f631cc5b8884 req-2b763ae3-9717-4d1d-a302-070a649fa5c0 service neutron] 10.222.0.41 "GET /v2.0/networks/4889aa50-8ecf-4915-9526-7a966caa4901?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2559371
Dec 14 17:58:05.952067 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-15b01a87-8495-4d65-aa74-f631cc5b8884 req-880c5ec5-2092-4dd6-9f88-2b65db4d062e service neutron] 10.222.0.41 "GET /v2.0/networks/4889aa50-8ecf-4915-9526-7a966caa4901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2291803
Dec 14 17:58:06.147162 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-445502f0-9d6c-42b0-961e-d8b287bea7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622d25f400>, [{'id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'name': 'tempest-TestVolumeBootPattern-233859865-router', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '8351444f-0903-49fb-817c-419fae0c0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:54:13Z', 'updated_at': '2021-12-14T17:54:17Z', 'revision_number': 4, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'gw_port': {'id': '8351444f-0903-49fb-817c-419fae0c0bef', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:14Z', 'updated_at': '2021-12-14T17:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_floatingips': [{'id': '73a2e6db-804f-4141-a203-b4985a3c9a71', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'router_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'port_id': 'd0144962-0497-47d5-ad20-8ee3638a0a8b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'mac_address': 'fa:16:3e:b6:29:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c6d2-1d66-47de-a5ad-d7b993dc6954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T17:58:01Z', 'updated_at': '2021-12-14T17:58:01Z', 'revision_number': 0, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ea3571-d9f7-4a44-a850-8159533b162e', 'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'mac_address': 'fa:16:3e:5f:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:17Z', 'updated_at': '2021-12-14T17:54:31Z', 'revision_number': 5, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'subnets': [{'id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:58:06.152274 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445502f0-9d6c-42b0-961e-d8b287bea7b0 None None] The sync data for ids ['0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'] in dv-cinder-821737-1-iscsi is: [{'id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'name': 'tempest-TestVolumeBootPattern-233859865-router', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '8351444f-0903-49fb-817c-419fae0c0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:54:13Z', 'updated_at': '2021-12-14T17:54:17Z', 'revision_number': 4, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'gw_port': {'id': '8351444f-0903-49fb-817c-419fae0c0bef', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:14Z', 'updated_at': '2021-12-14T17:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_floatingips': [{'id': '73a2e6db-804f-4141-a203-b4985a3c9a71', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'router_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'port_id': 'd0144962-0497-47d5-ad20-8ee3638a0a8b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'mac_address': 'fa:16:3e:b6:29:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c6d2-1d66-47de-a5ad-d7b993dc6954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T17:58:01Z', 'updated_at': '2021-12-14T17:58:01Z', 'revision_number': 0, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ea3571-d9f7-4a44-a850-8159533b162e', 'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'mac_address': 'fa:16:3e:5f:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:17Z', 'updated_at': '2021-12-14T17:54:31Z', 'revision_number': 5, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'subnets': [{'id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 17:58:06.580683 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6095110a-f8eb-4644-86ee-977e2ea2e824 None None] New status for floating IP 73a2e6db-804f-4141-a203-b4985a3c9a71: ACTIVE {{(pid=88124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 14 17:58:12.269673 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 51794) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:58:12.502795 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-e0ee2ebd-9b76-4528-bc2b-e88ae3ac8b6e tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Deleting port 64217fff-0685-4d92-a734-3a8527aede4d {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:58:12.503120 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e0ee2ebd-9b76-4528-bc2b-e88ae3ac8b6e tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:12.787854 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e0ee2ebd-9b76-4528-bc2b-e88ae3ac8b6e tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:12.788203 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e0ee2ebd-9b76-4528-bc2b-e88ae3ac8b6e tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:13.198588 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-e0ee2ebd-9b76-4528-bc2b-e88ae3ac8b6e tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Calling delete_port for 64217fff-0685-4d92-a734-3a8527aede4d owned by network:floatingip {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:58:13.422259 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e0ee2ebd-9b76-4528-bc2b-e88ae3ac8b6e tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:13.427665 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-539cfcbe-8236-42ae-b11d-4e171f248a38 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:58:13.471778 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee2ebd-9b76-4528-bc2b-e88ae3ac8b6e tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Pushing event deleted for resources: {'Port': ['ID=64217fff-0685-4d92-a734-3a8527aede4d,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:58:13.519793 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee2ebd-9b76-4528-bc2b-e88ae3ac8b6e tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:58:13.520227 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee2ebd-9b76-4528-bc2b-e88ae3ac8b6e tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:58:13.520633 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee2ebd-9b76-4528-bc2b-e88ae3ac8b6e tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:58:13.521021 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee2ebd-9b76-4528-bc2b-e88ae3ac8b6e tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:58:13.521411 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee2ebd-9b76-4528-bc2b-e88ae3ac8b6e tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:58:13.521827 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee2ebd-9b76-4528-bc2b-e88ae3ac8b6e tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:58:13.522219 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee2ebd-9b76-4528-bc2b-e88ae3ac8b6e tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:58:13.522590 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee2ebd-9b76-4528-bc2b-e88ae3ac8b6e tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:58:13.522977 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee2ebd-9b76-4528-bc2b-e88ae3ac8b6e tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:58:13.523351 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee2ebd-9b76-4528-bc2b-e88ae3ac8b6e tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:58:13.523745 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee2ebd-9b76-4528-bc2b-e88ae3ac8b6e tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:58:13.531640 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e0ee2ebd-9b76-4528-bc2b-e88ae3ac8b6e tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:58:13.596117 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e0ee2ebd-9b76-4528-bc2b-e88ae3ac8b6e tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks [] for floatingip, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:14.099714 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ee2ebd-9b76-4528-bc2b-e88ae3ac8b6e tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Router 74a67841-93ee-4dee-ac49-b31142585bbb has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 17:58:14.370319 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ee2ebd-9b76-4528-bc2b-e88ae3ac8b6e tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 17:58:14.384651 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c51ef8-4067-464e-b028-0b66ac248f8e None None] Sync routers for ids ['74a67841-93ee-4dee-ac49-b31142585bbb'] in dv-cinder-821737-1-iscsi {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 17:58:14.394582 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e0ee2ebd-9b76-4528-bc2b-e88ae3ac8b6e tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for floatingip, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:14.400477 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c51ef8-4067-464e-b028-0b66ac248f8e None None] Routers {'74a67841-93ee-4dee-ac49-b31142585bbb'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:58:14.401307 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-c0c51ef8-4067-464e-b028-0b66ac248f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622cab9588>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:57:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['74a67841-93ee-4dee-ac49-b31142585bbb'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:58:14.467744 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-e0ee2ebd-9b76-4528-bc2b-e88ae3ac8b6e tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "DELETE /v2.0/floatingips/f43384b2-678a-4849-95fa-62eda3a26507 HTTP/1.1" status: 204  len: 168 time: 2.1962695
Dec 14 17:58:14.468843 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568afaf5-e6fb-48d2-9265-2175bf5a29d8', 'tag': '4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:58:14.573368 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568afaf5-e6fb-48d2-9265-2175bf5a29d8', 'tag': '4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed', 'status': 'completed', 'code': 200}
Dec 14 17:58:14.631779 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-c0c51ef8-4067-464e-b028-0b66ac248f8e None None] Set router 74a67841-93ee-4dee-ac49-b31142585bbb gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:58:14.712403 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-986fd25e-7376-49ba-9cb8-14025cdba0ef req-fd893a8a-0e6b-4bff-837a-c9f3df2f28fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b93cf5a3216e440abb14c71bd3408e06&device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 1098 time: 0.1071026
Dec 14 17:58:14.901489 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fd25e-7376-49ba-9cb8-14025cdba0ef req-30c83335-daf4-4a36-b935-5d7cfdd508d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:14.903179 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-986fd25e-7376-49ba-9cb8-14025cdba0ef req-30c83335-daf4-4a36-b935-5d7cfdd508d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ffc462dc-295a-4bfc-a609-89b327c7e36a HTTP/1.1" status: 200  len: 909 time: 0.1841762
Dec 14 17:58:14.992487 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-986fd25e-7376-49ba-9cb8-14025cdba0ef req-3784148b-7624-405c-83f4-9017fb08a7eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed HTTP/1.1" status: 200  len: 217 time: 0.0800991
Dec 14 17:58:15.073082 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fd25e-7376-49ba-9cb8-14025cdba0ef req-cf099dc2-757e-44f2-955d-b8a2efd13556 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:15.075280 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-986fd25e-7376-49ba-9cb8-14025cdba0ef req-cf099dc2-757e-44f2-955d-b8a2efd13556 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cfcf42a1-a9dc-46d7-a1db-ab5395db2486 HTTP/1.1" status: 200  len: 847 time: 0.0742989
Dec 14 17:58:15.101106 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-c0c51ef8-4067-464e-b028-0b66ac248f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622cab9588>, [{'id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'name': 'tempest-TestShelveInstance-218281105-router', 'tenant_id': 'b93cf5a3216e440abb14c71bd3408e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'b2d38299-2e18-4cce-852f-7764daad528e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:52:54Z', 'updated_at': '2021-12-14T17:53:00Z', 'revision_number': 4, 'project_id': 'b93cf5a3216e440abb14c71bd3408e06', 'gw_port': {'id': 'b2d38299-2e18-4cce-852f-7764daad528e', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:52:55Z', 'updated_at': '2021-12-14T17:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'e9c776cf-a878-415b-9e39-9eedaab8056e', 'name': '', 'network_id': 'ffc462dc-295a-4bfc-a609-89b327c7e36a', 'tenant_id': 'b93cf5a3216e440abb14c71bd3408e06', 'mac_address': 'fa:16:3e:51:33:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfcf42a1-a9dc-46d7-a1db-ab5395db2486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:52:59Z', 'updated_at': '2021-12-14T17:53:11Z', 'revision_number': 5, 'project_id': 'b93cf5a3216e440abb14c71bd3408e06', 'subnets': [{'id': 'cfcf42a1-a9dc-46d7-a1db-ab5395db2486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:58:15.106390 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c51ef8-4067-464e-b028-0b66ac248f8e None None] Checking router: 74a67841-93ee-4dee-ac49-b31142585bbb for host: dv-cinder-821737-1-iscsi {{(pid=88125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 17:58:15.121351 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c51ef8-4067-464e-b028-0b66ac248f8e None None] Routers {'74a67841-93ee-4dee-ac49-b31142585bbb'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:58:15.122630 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-c0c51ef8-4067-464e-b028-0b66ac248f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622cab9588>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:57:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['74a67841-93ee-4dee-ac49-b31142585bbb'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:58:15.133970 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22816ba-f79c-4402-aa5f-a250997f7aa3 req-5f35b6ef-27ec-4192-a117-9c4cf7dc723d tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:15.135862 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c22816ba-f79c-4402-aa5f-a250997f7aa3 req-5f35b6ef-27ec-4192-a117-9c4cf7dc723d tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 945 time: 0.1513398
Dec 14 17:58:15.176183 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-986fd25e-7376-49ba-9cb8-14025cdba0ef req-ab9b1882-aaee-41d0-8c5f-453d8b69ddfd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ffc462dc-295a-4bfc-a609-89b327c7e36a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0940251
Dec 14 17:58:15.218966 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c22816ba-f79c-4402-aa5f-a250997f7aa3 req-0eec92e9-3dce-4cd6-851c-46c848f605b1 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0702302
Dec 14 17:58:15.372945 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-986fd25e-7376-49ba-9cb8-14025cdba0ef req-65afa332-5f3a-4179-82c3-bbba41e2b0c4 service neutron] 10.222.0.41 "GET /v2.0/networks/ffc462dc-295a-4bfc-a609-89b327c7e36a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1889145
Dec 14 17:58:15.437546 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-c0c51ef8-4067-464e-b028-0b66ac248f8e None None] Set router 74a67841-93ee-4dee-ac49-b31142585bbb gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:58:15.537265 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-986fd25e-7376-49ba-9cb8-14025cdba0ef req-56b319c0-8889-4fdc-b8f4-cc6f8669a913 service neutron] 10.222.0.41 "GET /v2.0/networks/ffc462dc-295a-4bfc-a609-89b327c7e36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1552014
Dec 14 17:58:15.809210 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-c0c51ef8-4067-464e-b028-0b66ac248f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622cab9588>, [{'id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'name': 'tempest-TestShelveInstance-218281105-router', 'tenant_id': 'b93cf5a3216e440abb14c71bd3408e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'b2d38299-2e18-4cce-852f-7764daad528e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:52:54Z', 'updated_at': '2021-12-14T17:53:00Z', 'revision_number': 4, 'project_id': 'b93cf5a3216e440abb14c71bd3408e06', 'gw_port': {'id': 'b2d38299-2e18-4cce-852f-7764daad528e', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:52:55Z', 'updated_at': '2021-12-14T17:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'e9c776cf-a878-415b-9e39-9eedaab8056e', 'name': '', 'network_id': 'ffc462dc-295a-4bfc-a609-89b327c7e36a', 'tenant_id': 'b93cf5a3216e440abb14c71bd3408e06', 'mac_address': 'fa:16:3e:51:33:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfcf42a1-a9dc-46d7-a1db-ab5395db2486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:52:59Z', 'updated_at': '2021-12-14T17:53:11Z', 'revision_number': 5, 'project_id': 'b93cf5a3216e440abb14c71bd3408e06', 'subnets': [{'id': 'cfcf42a1-a9dc-46d7-a1db-ab5395db2486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:58:15.814627 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c51ef8-4067-464e-b028-0b66ac248f8e None None] The sync data for ids ['74a67841-93ee-4dee-ac49-b31142585bbb'] in dv-cinder-821737-1-iscsi is: [{'id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'name': 'tempest-TestShelveInstance-218281105-router', 'tenant_id': 'b93cf5a3216e440abb14c71bd3408e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'b2d38299-2e18-4cce-852f-7764daad528e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:52:54Z', 'updated_at': '2021-12-14T17:53:00Z', 'revision_number': 4, 'project_id': 'b93cf5a3216e440abb14c71bd3408e06', 'gw_port': {'id': 'b2d38299-2e18-4cce-852f-7764daad528e', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:52:55Z', 'updated_at': '2021-12-14T17:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'e9c776cf-a878-415b-9e39-9eedaab8056e', 'name': '', 'network_id': 'ffc462dc-295a-4bfc-a609-89b327c7e36a', 'tenant_id': 'b93cf5a3216e440abb14c71bd3408e06', 'mac_address': 'fa:16:3e:51:33:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfcf42a1-a9dc-46d7-a1db-ab5395db2486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:52:59Z', 'updated_at': '2021-12-14T17:53:11Z', 'revision_number': 5, 'project_id': 'b93cf5a3216e440abb14c71bd3408e06', 'subnets': [{'id': 'cfcf42a1-a9dc-46d7-a1db-ab5395db2486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 17:58:16.286798 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bd2206-0c98-4fd1-a898-642617a07dd2 None None] New status for floating IP f43384b2-678a-4849-95fa-62eda3a26507: DOWN {{(pid=88124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 14 17:58:16.472689 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a9124-19aa-441c-9c9c-13fbc28be88c req-088fa38b-ac85-4aed-8db7-5c5d141800be tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:16.474479 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-074a9124-19aa-441c-9c9c-13fbc28be88c req-088fa38b-ac85-4aed-8db7-5c5d141800be tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 945 time: 0.1128001
Dec 14 17:58:16.533362 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-074a9124-19aa-441c-9c9c-13fbc28be88c req-6146f168-5305-4b85-8002-b26c58340fe1 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/security-groups?id=158443c0-9a13-412f-99b3-29e8241da3a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519943
Dec 14 17:58:16.643586 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b159b-9316-4849-ac12-c3989d977826 req-53fbb395-cfa3-4af3-8540-0a576c44eeab tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:16.644310 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-533b159b-9316-4849-ac12-c3989d977826 req-53fbb395-cfa3-4af3-8540-0a576c44eeab tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Synchronizing usage tracker for tenant:b93cf5a3216e440abb14c71bd3408e06 on resource:port {{(pid=88123) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:58:16.667536 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-533b159b-9316-4849-ac12-c3989d977826 req-53fbb395-cfa3-4af3-8540-0a576c44eeab tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Unset dirty status for tenant:b93cf5a3216e440abb14c71bd3408e06 on resource:port {{(pid=88123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:58:16.668826 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-533b159b-9316-4849-ac12-c3989d977826 req-53fbb395-cfa3-4af3-8540-0a576c44eeab tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.41 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 945 time: 0.1191907
Dec 14 17:58:16.752323 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-533b159b-9316-4849-ac12-c3989d977826 req-39db012b-f6a0-4e12-9dae-084f7ed960e0 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Deleting port 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:58:16.752737 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-533b159b-9316-4849-ac12-c3989d977826 req-39db012b-f6a0-4e12-9dae-084f7ed960e0 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:17.066382 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-533b159b-9316-4849-ac12-c3989d977826 req-39db012b-f6a0-4e12-9dae-084f7ed960e0 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] For port 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed,segment=NetworkSegment(1a676214-4a5b-4dba-a1f0-b1423444406f),segment_id=1a676214-4a5b-4dba-a1f0-b1423444406f)] {{(pid=88123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:58:17.066728 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-533b159b-9316-4849-ac12-c3989d977826 req-39db012b-f6a0-4e12-9dae-084f7ed960e0 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:17.219693 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-533b159b-9316-4849-ac12-c3989d977826 req-39db012b-f6a0-4e12-9dae-084f7ed960e0 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Calling delete_port for 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed owned by compute:nova {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:58:17.433445 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-533b159b-9316-4849-ac12-c3989d977826 req-39db012b-f6a0-4e12-9dae-084f7ed960e0 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:17.440069 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-1eb14bea-a4ad-4114-92b4-009292b6f31c tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:58:17.487780 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db012b-f6a0-4e12-9dae-084f7ed960e0 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Pushing event deleted for resources: {'Port': ['ID=4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:58:17.492061 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-39db012b-f6a0-4e12-9dae-084f7ed960e0 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:58:17.576743 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-533b159b-9316-4849-ac12-c3989d977826 req-39db012b-f6a0-4e12-9dae-084f7ed960e0 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] No DVR routers for this DVR port 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed on host hv-cinder-82173 {{(pid=88123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 14 17:58:17.580094 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-533b159b-9316-4849-ac12-c3989d977826 req-39db012b-f6a0-4e12-9dae-084f7ed960e0 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:17.584873 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568afaf5-e6fb-48d2-9265-2175bf5a29d8', 'name': 'network-vif-deleted', 'tag': '4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:58:17.608753 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-533b159b-9316-4849-ac12-c3989d977826 req-39db012b-f6a0-4e12-9dae-084f7ed960e0 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.41 "DELETE /v2.0/ports/4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed HTTP/1.1" status: 204  len: 173 time: 0.9322581
Dec 14 17:58:17.653004 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568afaf5-e6fb-48d2-9265-2175bf5a29d8', 'name': 'network-vif-deleted', 'tag': '4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed', 'status': 'completed', 'code': 200}
Dec 14 17:58:17.781162 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-477ad23a-0b3e-4a1f-ad17-efb092419dc9 req-759ac476-510f-4a24-a00f-ea7c8d1130cf tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "GET /v2.0/ports?device_id=568afaf5-e6fb-48d2-9265-2175bf5a29d8 HTTP/1.1" status: 200  len: 210 time: 0.0578599
Dec 14 17:58:18.911702 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 51826) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:58:19.000579 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-746b5008-f33f-4286-a310-09a8d41fb9c3 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:19.040663 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-746b5008-f33f-4286-a310-09a8d41fb9c3 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:19.108876 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-746b5008-f33f-4286-a310-09a8d41fb9c3 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:19.115280 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-cd451f80-4299-4728-bbc4-61e8e7fe1fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:58:19.133224 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b5008-f33f-4286-a310-09a8d41fb9c3 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=158443c0-9a13-412f-99b3-29e8241da3a4,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:58:19.139941 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-746b5008-f33f-4286-a310-09a8d41fb9c3 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:58:19.142588 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-746b5008-f33f-4286-a310-09a8d41fb9c3 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:19.148186 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-746b5008-f33f-4286-a310-09a8d41fb9c3 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] 10.222.0.53 "DELETE /v2.0/security-groups/158443c0-9a13-412f-99b3-29e8241da3a4 HTTP/1.1" status: 204  len: 168 time: 0.2308357
Dec 14 17:58:19.205347 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 51832) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:58:19.937208 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 17:58:19.975991 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] No Port match for: 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 17:58:19.976402 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 4c9b0e78-1d6e-4b4e-aed7-01432f39f7ed not bound to the agent host hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 17:58:20.402501 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90ed4682-ae90-4d5a-beed-a14e844603c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854128381'] for router_interface, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:20.758828 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-72e3a63a-e361-42ce-bd6b-fce6743b7f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:21.174945 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-90ed4682-ae90-4d5a-beed-a14e844603c2 admin admin] Deleting port e9c776cf-a878-415b-9e39-9eedaab8056e {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:58:21.175753 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90ed4682-ae90-4d5a-beed-a14e844603c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:21.401218 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-90ed4682-ae90-4d5a-beed-a14e844603c2 admin admin] For port e9c776cf-a878-415b-9e39-9eedaab8056e, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=e9c776cf-a878-415b-9e39-9eedaab8056e,segment=NetworkSegment(1a676214-4a5b-4dba-a1f0-b1423444406f),segment_id=1a676214-4a5b-4dba-a1f0-b1423444406f)] {{(pid=88123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:58:21.401616 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90ed4682-ae90-4d5a-beed-a14e844603c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:21.538363 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-90ed4682-ae90-4d5a-beed-a14e844603c2 admin admin] Calling delete_port for e9c776cf-a878-415b-9e39-9eedaab8056e owned by network:router_interface {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:58:21.652897 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:21.759507 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90ed4682-ae90-4d5a-beed-a14e844603c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:21.764351 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-9babcc83-50d3-4d46-ba70-52b8b41cd9e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:58:21.812086 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed4682-ae90-4d5a-beed-a14e844603c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9c776cf-a878-415b-9e39-9eedaab8056e,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:58:21.824549 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90ed4682-ae90-4d5a-beed-a14e844603c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:58:22.220082 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90ed4682-ae90-4d5a-beed-a14e844603c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850707412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854128231'] for router_interface, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:22.913097 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ed4682-ae90-4d5a-beed-a14e844603c2 admin admin] Router 74a67841-93ee-4dee-ac49-b31142585bbb has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 17:58:22.935026 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-32d14f4c-ca3b-414d-ada9-80ab7a92423a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:23.293597 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:23.392188 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ed4682-ae90-4d5a-beed-a14e844603c2 admin admin] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 17:58:23.404662 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fbac10-a039-479f-a78f-28748a8d2f97 None None] Sync routers for ids ['74a67841-93ee-4dee-ac49-b31142585bbb'] in dv-cinder-821737-1-iscsi {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 17:58:23.411014 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-90ed4682-ae90-4d5a-beed-a14e844603c2 admin admin] 10.222.0.53 "PUT /v2.0/routers/74a67841-93ee-4dee-ac49-b31142585bbb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2041857
Dec 14 17:58:23.414242 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 51844) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:58:23.425645 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fbac10-a039-479f-a78f-28748a8d2f97 None None] Routers {'74a67841-93ee-4dee-ac49-b31142585bbb'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:58:23.426887 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-42fbac10-a039-479f-a78f-28748a8d2f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622d127128>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:58:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['74a67841-93ee-4dee-ac49-b31142585bbb'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:58:23.644815 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-42fbac10-a039-479f-a78f-28748a8d2f97 None None] Set router 74a67841-93ee-4dee-ac49-b31142585bbb gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:58:23.702406 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9aca3cba-8ab3-4452-9bc7-29d5826f0fae admin admin] Notify callbacks [] for router, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:23.988160 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9aca3cba-8ab3-4452-9bc7-29d5826f0fae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:24.001797 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-42fbac10-a039-479f-a78f-28748a8d2f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622d127128>, [{'id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'name': 'tempest-TestShelveInstance-218281105-router', 'tenant_id': 'b93cf5a3216e440abb14c71bd3408e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'b2d38299-2e18-4cce-852f-7764daad528e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:52:54Z', 'updated_at': '2021-12-14T17:58:21Z', 'revision_number': 5, 'project_id': 'b93cf5a3216e440abb14c71bd3408e06', 'gw_port': {'id': 'b2d38299-2e18-4cce-852f-7764daad528e', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:52:55Z', 'updated_at': '2021-12-14T17:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi'}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:58:24.002081 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-9aca3cba-8ab3-4452-9bc7-29d5826f0fae admin admin] Deleting port b2d38299-2e18-4cce-852f-7764daad528e {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:58:24.002703 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9aca3cba-8ab3-4452-9bc7-29d5826f0fae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:24.006683 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fbac10-a039-479f-a78f-28748a8d2f97 None None] Checking router: 74a67841-93ee-4dee-ac49-b31142585bbb for host: dv-cinder-821737-1-iscsi {{(pid=88125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 17:58:24.019809 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fbac10-a039-479f-a78f-28748a8d2f97 None None] Routers {'74a67841-93ee-4dee-ac49-b31142585bbb'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:58:24.020496 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-42fbac10-a039-479f-a78f-28748a8d2f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622d127128>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:58:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['74a67841-93ee-4dee-ac49-b31142585bbb'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:58:24.192771 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-42fbac10-a039-479f-a78f-28748a8d2f97 None None] Set router 74a67841-93ee-4dee-ac49-b31142585bbb gateway port host: None {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:58:24.242119 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-9aca3cba-8ab3-4452-9bc7-29d5826f0fae admin admin] For port b2d38299-2e18-4cce-852f-7764daad528e, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=b2d38299-2e18-4cce-852f-7764daad528e,segment=NetworkSegment(031a1115-d006-4778-96dd-1bbd9a3ec485),segment_id=031a1115-d006-4778-96dd-1bbd9a3ec485)] {{(pid=88123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:58:24.242462 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9aca3cba-8ab3-4452-9bc7-29d5826f0fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:24.419487 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-9aca3cba-8ab3-4452-9bc7-29d5826f0fae admin admin] Calling delete_port for b2d38299-2e18-4cce-852f-7764daad528e owned by network:router_gateway {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:58:24.550455 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-42fbac10-a039-479f-a78f-28748a8d2f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622d127128>, [{'id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'name': 'tempest-TestShelveInstance-218281105-router', 'tenant_id': 'b93cf5a3216e440abb14c71bd3408e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:52:54Z', 'updated_at': '2021-12-14T17:58:23Z', 'revision_number': 6, 'project_id': 'b93cf5a3216e440abb14c71bd3408e06', 'gw_port_host': None}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:58:24.555171 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fbac10-a039-479f-a78f-28748a8d2f97 None None] The sync data for ids ['74a67841-93ee-4dee-ac49-b31142585bbb'] in dv-cinder-821737-1-iscsi is: [{'id': '74a67841-93ee-4dee-ac49-b31142585bbb', 'name': 'tempest-TestShelveInstance-218281105-router', 'tenant_id': 'b93cf5a3216e440abb14c71bd3408e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:52:54Z', 'updated_at': '2021-12-14T17:58:23Z', 'revision_number': 6, 'project_id': 'b93cf5a3216e440abb14c71bd3408e06', 'gw_port_host': None}] {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 17:58:24.638566 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:24.641577 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9aca3cba-8ab3-4452-9bc7-29d5826f0fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:24.646800 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a8712c24-ba45-4380-90c0-ef4367e76daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:58:24.698246 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca3cba-8ab3-4452-9bc7-29d5826f0fae admin admin] Pushing event deleted for resources: {'Port': ['ID=b2d38299-2e18-4cce-852f-7764daad528e,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:58:24.703588 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-9aca3cba-8ab3-4452-9bc7-29d5826f0fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:58:25.008547 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9aca3cba-8ab3-4452-9bc7-29d5826f0fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854129390'] for router_gateway, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:25.320030 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 6 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 17:58:25.361339 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9aca3cba-8ab3-4452-9bc7-29d5826f0fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854195844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128577'] for router, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:25.366513 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9aca3cba-8ab3-4452-9bc7-29d5826f0fae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:25.402650 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9aca3cba-8ab3-4452-9bc7-29d5826f0fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854195950'] for router, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:25.403269 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aca3cba-8ab3-4452-9bc7-29d5826f0fae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74a67841-93ee-4dee-ac49-b31142585bbb {{(pid=88123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 14 17:58:25.421567 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9aca3cba-8ab3-4452-9bc7-29d5826f0fae admin admin] Notify callbacks [] for router, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:25.423687 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-9aca3cba-8ab3-4452-9bc7-29d5826f0fae admin admin] 10.222.0.53 "DELETE /v2.0/routers/74a67841-93ee-4dee-ac49-b31142585bbb HTTP/1.1" status: 204  len: 168 time: 2.0076621
Dec 14 17:58:25.426511 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 51860) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:58:25.506342 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_v2 [None req-87040bfc-3b06-4e77-a5aa-9fae7b3be96a admin admin] Deleting subnet cfcf42a1-a9dc-46d7-a1db-ab5395db2486 {{(pid=88122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 14 17:58:25.510883 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-87040bfc-3b06-4e77-a5aa-9fae7b3be96a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:25.578845 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-87040bfc-3b06-4e77-a5aa-9fae7b3be96a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1558389'] for subnet, precommit_delete_associations {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:25.713470 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-87040bfc-3b06-4e77-a5aa-9fae7b3be96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2926108'] for subnet, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:25.788820 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-87040bfc-3b06-4e77-a5aa-9fae7b3be96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851849723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1867570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2021326'] for subnet, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:25.795464 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-d6f23eab-13b0-417f-b653-26c6cd1de00d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:58:25.836457 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87040bfc-3b06-4e77-a5aa-9fae7b3be96a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfcf42a1-a9dc-46d7-a1db-ab5395db2486,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:58:25.839462 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-87040bfc-3b06-4e77-a5aa-9fae7b3be96a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:58:25.843170 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-87040bfc-3b06-4e77-a5aa-9fae7b3be96a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:25.850972 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-87040bfc-3b06-4e77-a5aa-9fae7b3be96a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/cfcf42a1-a9dc-46d7-a1db-ab5395db2486 HTTP/1.1" status: 204  len: 168 time: 0.4226518
Dec 14 17:58:25.851577 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35046d20-d1b7-4536-807c-3d00292cbe8c None None] Network ffc462dc-295a-4bfc-a609-89b327c7e36a requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:58:25.854381 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 51868) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:58:26.032324 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-da53bf02-4993-4ea4-9018-834db32e5add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3079847'] for network, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:26.046533 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-da53bf02-4993-4ea4-9018-834db32e5add admin admin] Deleting port 06e9a6c1-a20c-4ded-9a53-597db88a3614 {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:58:26.046897 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-da53bf02-4993-4ea4-9018-834db32e5add admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:26.157033 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e6d009-6328-4cc8-bd6c-538c3adc9f91 None None] DHCP port deletion for ffc462dc-295a-4bfc-a609-89b327c7e36a request from dv-cinder-821737-1-iscsi {{(pid=88124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 14 17:58:26.162869 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-72e6d009-6328-4cc8-bd6c-538c3adc9f91 None None] Deleting port 06e9a6c1-a20c-4ded-9a53-597db88a3614 {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:58:26.163691 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-72e6d009-6328-4cc8-bd6c-538c3adc9f91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:26.309543 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-da53bf02-4993-4ea4-9018-834db32e5add admin admin] For port 06e9a6c1-a20c-4ded-9a53-597db88a3614, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=06e9a6c1-a20c-4ded-9a53-597db88a3614,segment=NetworkSegment(1a676214-4a5b-4dba-a1f0-b1423444406f),segment_id=1a676214-4a5b-4dba-a1f0-b1423444406f)] {{(pid=88123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:58:26.309996 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-da53bf02-4993-4ea4-9018-834db32e5add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:26.480518 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-da53bf02-4993-4ea4-9018-834db32e5add admin admin] Calling delete_port for 06e9a6c1-a20c-4ded-9a53-597db88a3614 owned by network:dhcp {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:58:26.492103 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-72e6d009-6328-4cc8-bd6c-538c3adc9f91 None None] For port 06e9a6c1-a20c-4ded-9a53-597db88a3614, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=06e9a6c1-a20c-4ded-9a53-597db88a3614,segment=NetworkSegment(1a676214-4a5b-4dba-a1f0-b1423444406f),segment_id=1a676214-4a5b-4dba-a1f0-b1423444406f)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:58:26.493082 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-72e6d009-6328-4cc8-bd6c-538c3adc9f91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:26.594298 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-da53bf02-4993-4ea4-9018-834db32e5add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:26.605439 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:58:26.667356 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53bf02-4993-4ea4-9018-834db32e5add admin admin] Pushing event deleted for resources: {'Port': ['ID=06e9a6c1-a20c-4ded-9a53-597db88a3614,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:58:26.670439 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-da53bf02-4993-4ea4-9018-834db32e5add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:58:26.677843 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da53bf02-4993-4ea4-9018-834db32e5add admin admin] No DVR routers for this DVR port 06e9a6c1-a20c-4ded-9a53-597db88a3614 on host dv-cinder-821737-1-iscsi {{(pid=88123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 14 17:58:26.740877 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-72e6d009-6328-4cc8-bd6c-538c3adc9f91 None None] Calling delete_port for 06e9a6c1-a20c-4ded-9a53-597db88a3614 owned by network:dhcp {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:58:26.777790 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device b2d38299-2e18-4cce-852f-7764daad528e no longer exists at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 17:58:26.847365 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] No Port match for: b2d38299-2e18-4cce-852f-7764daad528e {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 17:58:26.848324 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device b2d38299-2e18-4cce-852f-7764daad528e not bound to the agent host dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 17:58:26.848637 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device e9c776cf-a878-415b-9e39-9eedaab8056e no longer exists at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 17:58:26.895477 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-da53bf02-4993-4ea4-9018-834db32e5add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2926725', 'neutron.services.segments.db._delete_segments_for_network-8753728381128'] for network, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:26.904620 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] No Port match for: e9c776cf-a878-415b-9e39-9eedaab8056e {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 17:58:26.905164 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device e9c776cf-a878-415b-9e39-9eedaab8056e not bound to the agent host dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 17:58:26.905967 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 06e9a6c1-a20c-4ded-9a53-597db88a3614 no longer exists at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 17:58:26.952733 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-da53bf02-4993-4ea4-9018-834db32e5add admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f622be2e860>,) {'filters': {'network_id': ['ffc462dc-295a-4bfc-a609-89b327c7e36a']}} {{(pid=88123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:58:26.980027 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-da53bf02-4993-4ea4-9018-834db32e5add admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f622be2e860>, '1a676214-4a5b-4dba-a1f0-b1423444406f') {'for_net_delete': True} {{(pid=88123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:58:26.980700 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-da53bf02-4993-4ea4-9018-834db32e5add admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f622be2e860>, '1a676214-4a5b-4dba-a1f0-b1423444406f') {} {{(pid=88123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:58:27.007518 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-da53bf02-4993-4ea4-9018-834db32e5add admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753728390873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1688503'] for segment, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:27.009954 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] No Port match for: 06e9a6c1-a20c-4ded-9a53-597db88a3614 {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 17:58:27.010489 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 06e9a6c1-a20c-4ded-9a53-597db88a3614 not bound to the agent host dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 17:58:27.026237 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.db.api [None req-72e6d009-6328-4cc8-bd6c-538c3adc9f91 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88124) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 14 17:58:27.026676 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_db.api [None req-72e6d009-6328-4cc8-bd6c-538c3adc9f91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 14 17:58:27.040034 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-da53bf02-4993-4ea4-9018-834db32e5add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:27.052708 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da53bf02-4993-4ea4-9018-834db32e5add admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=88123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 14 17:58:27.053435 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-da53bf02-4993-4ea4-9018-834db32e5add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3099130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853087621'] for segment, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:27.081458 dv-cinder-821737-1-iscsi neutron-server[88013]: Traceback (most recent call last):
Dec 14 17:58:27.081458 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 14 17:58:27.081458 dv-cinder-821737-1-iscsi neutron-server[88013]:     timer()
Dec 14 17:58:27.081458 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 14 17:58:27.081458 dv-cinder-821737-1-iscsi neutron-server[88013]:     cb(*args, **kw)
Dec 14 17:58:27.081458 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 14 17:58:27.081458 dv-cinder-821737-1-iscsi neutron-server[88013]:     return func(*args, **kwargs)
Dec 14 17:58:27.081458 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 14 17:58:27.081458 dv-cinder-821737-1-iscsi neutron-server[88013]:     self._notify()
Dec 14 17:58:27.081458 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 14 17:58:27.081458 dv-cinder-821737-1-iscsi neutron-server[88013]:     self.callback(batched_events)
Dec 14 17:58:27.081458 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 14 17:58:27.081458 dv-cinder-821737-1-iscsi neutron-server[88013]:     event.method(event)
Dec 14 17:58:27.081458 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 14 17:58:27.081458 dv-cinder-821737-1-iscsi neutron-server[88013]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 14 17:58:27.081458 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 14 17:58:27.081458 dv-cinder-821737-1-iscsi neutron-server[88013]:     segment_id)['aggregates'][0]
Dec 14 17:58:27.081458 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 14 17:58:27.081458 dv-cinder-821737-1-iscsi neutron-server[88013]:     return f(self, *a, **k)
Dec 14 17:58:27.081458 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 14 17:58:27.081458 dv-cinder-821737-1-iscsi neutron-server[88013]:     return self._get(url).json()
Dec 14 17:58:27.081458 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 14 17:58:27.081458 dv-cinder-821737-1-iscsi neutron-server[88013]:     **kwargs)
Dec 14 17:58:27.081458 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 14 17:58:27.081458 dv-cinder-821737-1-iscsi neutron-server[88013]:     return self.request(url, 'GET', **kwargs)
Dec 14 17:58:27.081458 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 14 17:58:27.081458 dv-cinder-821737-1-iscsi neutron-server[88013]:     **endpoint_filter)
Dec 14 17:58:27.081458 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 14 17:58:27.081458 dv-cinder-821737-1-iscsi neutron-server[88013]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 14 17:58:27.081458 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 14 17:58:27.081458 dv-cinder-821737-1-iscsi neutron-server[88013]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 14 17:58:27.081458 dv-cinder-821737-1-iscsi neutron-server[88013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 14 17:58:27.200242 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-da53bf02-4993-4ea4-9018-834db32e5add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851849074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646652'] for network, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:27.204491 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-396aadf0-0131-40d2-8233-bdea41993429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:58:27.222403 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-da53bf02-4993-4ea4-9018-834db32e5add admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:27.242628 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53bf02-4993-4ea4-9018-834db32e5add admin admin] Pushing event deleted for resources: {'Network': ['ID=ffc462dc-295a-4bfc-a609-89b327c7e36a,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:58:27.251053 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-da53bf02-4993-4ea4-9018-834db32e5add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:58:27.266316 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-da53bf02-4993-4ea4-9018-834db32e5add admin admin] 10.222.0.53 "DELETE /v2.0/networks/ffc462dc-295a-4bfc-a609-89b327c7e36a HTTP/1.1" status: 204  len: 168 time: 1.4102654
Dec 14 17:58:27.269347 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 51886) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:58:27.515476 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a30fd9-1ede-46bf-ada8-638f45dfafd0 req-d1568a77-cfff-47d6-a55c-6c08d3602b76 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:27.518252 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-63a30fd9-1ede-46bf-ada8-638f45dfafd0 req-d1568a77-cfff-47d6-a55c-6c08d3602b76 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 946 time: 0.1269975
Dec 14 17:58:27.528938 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-72e6d009-6328-4cc8-bd6c-538c3adc9f91 None None] Deleting port 06e9a6c1-a20c-4ded-9a53-597db88a3614 {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:58:27.529617 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-72e6d009-6328-4cc8-bd6c-538c3adc9f91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:27.617552 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-63a30fd9-1ede-46bf-ada8-638f45dfafd0 req-6fe06fe7-cdcc-4106-ae08-215786bbbd48 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0865207
Dec 14 17:58:27.617931 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-72e6d009-6328-4cc8-bd6c-538c3adc9f91 None None] The port '06e9a6c1-a20c-4ded-9a53-597db88a3614' was deleted {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 14 17:58:28.062453 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6a20babf-d475-40a1-8d36-b4340c9c89d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854128381'] for router_interface, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:28.760437 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-6a20babf-d475-40a1-8d36-b4340c9c89d8 admin admin] Deleting port e6426492-abfb-45ae-8e89-5b6af7721e78 {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:58:28.761065 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6a20babf-d475-40a1-8d36-b4340c9c89d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:28.885124 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53727809-2d6f-4c41-a702-57dce4c3ddb5 req-777f8ad1-f8ee-41fb-9cb3-b25a2d46dabf tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:28.886896 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-53727809-2d6f-4c41-a702-57dce4c3ddb5 req-777f8ad1-f8ee-41fb-9cb3-b25a2d46dabf tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 946 time: 0.0961230
Dec 14 17:58:28.946276 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-53727809-2d6f-4c41-a702-57dce4c3ddb5 req-2e79014b-c234-43f9-8722-591dc5db3d11 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473728
Dec 14 17:58:29.002225 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-6a20babf-d475-40a1-8d36-b4340c9c89d8 admin admin] For port e6426492-abfb-45ae-8e89-5b6af7721e78, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=e6426492-abfb-45ae-8e89-5b6af7721e78,segment=NetworkSegment(ab43a909-d72c-4fbd-8aa1-97997d9af685),segment_id=ab43a909-d72c-4fbd-8aa1-97997d9af685)] {{(pid=88123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:58:29.002903 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6a20babf-d475-40a1-8d36-b4340c9c89d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:29.181550 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-6a20babf-d475-40a1-8d36-b4340c9c89d8 admin admin] Calling delete_port for e6426492-abfb-45ae-8e89-5b6af7721e78 owned by network:router_interface {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:58:29.405075 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6a20babf-d475-40a1-8d36-b4340c9c89d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:29.410989 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-4a4ec78f-92c2-4387-bb8a-b4d320d9cef4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:58:29.458437 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20babf-d475-40a1-8d36-b4340c9c89d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6426492-abfb-45ae-8e89-5b6af7721e78,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:58:29.461772 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-6a20babf-d475-40a1-8d36-b4340c9c89d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:58:29.817880 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6a20babf-d475-40a1-8d36-b4340c9c89d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850707412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854128231'] for router_interface, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:30.249253 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83167c1a-e23c-4317-b99b-eef8550f74fb req-f9161ad9-d4a0-4ea8-b54e-7eade033945b tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:30.251096 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-83167c1a-e23c-4317-b99b-eef8550f74fb req-f9161ad9-d4a0-4ea8-b54e-7eade033945b tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 946 time: 0.1381052
Dec 14 17:58:30.310554 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-83167c1a-e23c-4317-b99b-eef8550f74fb req-599def5e-8db4-41cd-9904-71a7dae16b43 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494497
Dec 14 17:58:30.548627 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a20babf-d475-40a1-8d36-b4340c9c89d8 admin admin] Router 30f6e28e-a79d-4726-aa9e-1ec5506277da has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 17:58:31.060074 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a20babf-d475-40a1-8d36-b4340c9c89d8 admin admin] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 17:58:31.071220 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e7b8d2-a420-4286-b92a-3bb263414a23 None None] Sync routers for ids ['30f6e28e-a79d-4726-aa9e-1ec5506277da'] in dv-cinder-821737-1-iscsi {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 17:58:31.076600 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-6a20babf-d475-40a1-8d36-b4340c9c89d8 admin admin] 10.222.0.53 "PUT /v2.0/routers/30f6e28e-a79d-4726-aa9e-1ec5506277da/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8057332
Dec 14 17:58:31.080555 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 51894) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:58:31.089883 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e7b8d2-a420-4286-b92a-3bb263414a23 None None] Routers {'30f6e28e-a79d-4726-aa9e-1ec5506277da'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:58:31.090622 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-b0e7b8d2-a420-4286-b92a-3bb263414a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622c836a58>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:58:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['30f6e28e-a79d-4726-aa9e-1ec5506277da'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:58:31.306951 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-b0e7b8d2-a420-4286-b92a-3bb263414a23 None None] Set router 30f6e28e-a79d-4726-aa9e-1ec5506277da gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:58:31.333653 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-13b517a0-06e8-43d2-8854-597ee88efa84 admin admin] Notify callbacks [] for router, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:31.593453 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-13b517a0-06e8-43d2-8854-597ee88efa84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:31.604102 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-13b517a0-06e8-43d2-8854-597ee88efa84 admin admin] Deleting port e424e111-12b7-47db-8156-65b4abdc786d {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:58:31.604531 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-13b517a0-06e8-43d2-8854-597ee88efa84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:31.636496 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a3133-727e-40f8-ae84-451e7e602f12 req-5b656487-0f4b-4bdc-9b85-c35e5258d9e4 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:31.638695 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9f2a3133-727e-40f8-ae84-451e7e602f12 req-5b656487-0f4b-4bdc-9b85-c35e5258d9e4 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 946 time: 0.1047330
Dec 14 17:58:31.717168 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9f2a3133-727e-40f8-ae84-451e7e602f12 req-221c3c20-29e2-46a2-8df0-80bb701c4338 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621417
Dec 14 17:58:31.824916 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-13b517a0-06e8-43d2-8854-597ee88efa84 admin admin] For port e424e111-12b7-47db-8156-65b4abdc786d, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=e424e111-12b7-47db-8156-65b4abdc786d,segment=NetworkSegment(031a1115-d006-4778-96dd-1bbd9a3ec485),segment_id=031a1115-d006-4778-96dd-1bbd9a3ec485)] {{(pid=88123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:58:31.825311 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-13b517a0-06e8-43d2-8854-597ee88efa84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:31.841117 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-b0e7b8d2-a420-4286-b92a-3bb263414a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622c836a58>, [{'id': '30f6e28e-a79d-4726-aa9e-1ec5506277da', 'name': 'tempest-TestShelveInstance-1912195154-router', 'tenant_id': 'ad52951403c14720b20d94e089cf1e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'e424e111-12b7-47db-8156-65b4abdc786d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:53:06Z', 'updated_at': '2021-12-14T17:58:29Z', 'revision_number': 5, 'project_id': 'ad52951403c14720b20d94e089cf1e5c', 'gw_port': {'id': 'e424e111-12b7-47db-8156-65b4abdc786d', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cf:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f6e28e-a79d-4726-aa9e-1ec5506277da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:53:07Z', 'updated_at': '2021-12-14T17:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi'}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:58:31.849314 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e7b8d2-a420-4286-b92a-3bb263414a23 None None] Checking router: 30f6e28e-a79d-4726-aa9e-1ec5506277da for host: dv-cinder-821737-1-iscsi {{(pid=88124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 17:58:31.869418 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e7b8d2-a420-4286-b92a-3bb263414a23 None None] Routers {'30f6e28e-a79d-4726-aa9e-1ec5506277da'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:58:31.870304 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-b0e7b8d2-a420-4286-b92a-3bb263414a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622c836a58>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:58:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['30f6e28e-a79d-4726-aa9e-1ec5506277da'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:58:31.968639 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-13b517a0-06e8-43d2-8854-597ee88efa84 admin admin] Calling delete_port for e424e111-12b7-47db-8156-65b4abdc786d owned by network:router_gateway {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:58:32.115455 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-b0e7b8d2-a420-4286-b92a-3bb263414a23 None None] Set router 30f6e28e-a79d-4726-aa9e-1ec5506277da gateway port host: None {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:58:32.158629 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-13b517a0-06e8-43d2-8854-597ee88efa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:32.163528 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b67ae69d-14f4-486c-8ddc-868cdbbfad34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:58:32.207495 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b517a0-06e8-43d2-8854-597ee88efa84 admin admin] Pushing event deleted for resources: {'Port': ['ID=e424e111-12b7-47db-8156-65b4abdc786d,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:58:32.211596 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-13b517a0-06e8-43d2-8854-597ee88efa84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:58:32.242395 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-b0e7b8d2-a420-4286-b92a-3bb263414a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622c836a58>, [{'id': '30f6e28e-a79d-4726-aa9e-1ec5506277da', 'name': 'tempest-TestShelveInstance-1912195154-router', 'tenant_id': 'ad52951403c14720b20d94e089cf1e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:53:06Z', 'updated_at': '2021-12-14T17:58:31Z', 'revision_number': 6, 'project_id': 'ad52951403c14720b20d94e089cf1e5c', 'gw_port_host': None}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:58:32.250339 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e7b8d2-a420-4286-b92a-3bb263414a23 None None] The sync data for ids ['30f6e28e-a79d-4726-aa9e-1ec5506277da'] in dv-cinder-821737-1-iscsi is: [{'id': '30f6e28e-a79d-4726-aa9e-1ec5506277da', 'name': 'tempest-TestShelveInstance-1912195154-router', 'tenant_id': 'ad52951403c14720b20d94e089cf1e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:53:06Z', 'updated_at': '2021-12-14T17:58:31Z', 'revision_number': 6, 'project_id': 'ad52951403c14720b20d94e089cf1e5c', 'gw_port_host': None}] {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 17:58:32.252639 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:32.471341 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-13b517a0-06e8-43d2-8854-597ee88efa84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854129390'] for router_gateway, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:32.700676 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device e424e111-12b7-47db-8156-65b4abdc786d no longer exists at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 17:58:32.737350 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] No Port match for: e424e111-12b7-47db-8156-65b4abdc786d {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 17:58:32.737750 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device e424e111-12b7-47db-8156-65b4abdc786d not bound to the agent host dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 17:58:32.738218 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device e6426492-abfb-45ae-8e89-5b6af7721e78 no longer exists at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 17:58:32.776895 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] No Port match for: e6426492-abfb-45ae-8e89-5b6af7721e78 {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 17:58:32.777327 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device e6426492-abfb-45ae-8e89-5b6af7721e78 not bound to the agent host dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 17:58:32.793197 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-13b517a0-06e8-43d2-8854-597ee88efa84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854195844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128577'] for router, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:32.798538 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-13b517a0-06e8-43d2-8854-597ee88efa84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:32.823844 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-13b517a0-06e8-43d2-8854-597ee88efa84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854195950'] for router, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:32.824335 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b517a0-06e8-43d2-8854-597ee88efa84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30f6e28e-a79d-4726-aa9e-1ec5506277da {{(pid=88123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 14 17:58:32.842327 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-13b517a0-06e8-43d2-8854-597ee88efa84 admin admin] Notify callbacks [] for router, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:32.847699 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-13b517a0-06e8-43d2-8854-597ee88efa84 admin admin] 10.222.0.53 "DELETE /v2.0/routers/30f6e28e-a79d-4726-aa9e-1ec5506277da HTTP/1.1" status: 204  len: 168 time: 1.7619739
Dec 14 17:58:32.848235 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 51904) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:58:32.982350 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_v2 [None req-217c74d3-5dfa-4b84-aed1-381b83218ab6 admin admin] Deleting subnet 80a9f306-6132-449d-9568-4f62ca37d08c {{(pid=88122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 14 17:58:32.989331 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-217c74d3-5dfa-4b84-aed1-381b83218ab6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:33.061242 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-217c74d3-5dfa-4b84-aed1-381b83218ab6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1558389'] for subnet, precommit_delete_associations {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:33.107218 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61a1ea-f943-4174-b30d-03b4e4bc4717 req-4e86a0af-102e-424e-988a-a8314452b2d0 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:33.109092 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ff61a1ea-f943-4174-b30d-03b4e4bc4717 req-4e86a0af-102e-424e-988a-a8314452b2d0 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 946 time: 0.2187397
Dec 14 17:58:33.197800 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ff61a1ea-f943-4174-b30d-03b4e4bc4717 req-316b769b-3d08-46ed-87d7-aac712a2e668 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0811157
Dec 14 17:58:33.214389 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-217c74d3-5dfa-4b84-aed1-381b83218ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2926108'] for subnet, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:33.306917 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-217c74d3-5dfa-4b84-aed1-381b83218ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851849723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1867570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2021326'] for subnet, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:33.311642 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:58:33.349649 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c74d3-5dfa-4b84-aed1-381b83218ab6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80a9f306-6132-449d-9568-4f62ca37d08c,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:58:33.363218 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217c74d3-5dfa-4b84-aed1-381b83218ab6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:58:33.363639 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217c74d3-5dfa-4b84-aed1-381b83218ab6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:58:33.364041 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217c74d3-5dfa-4b84-aed1-381b83218ab6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:58:33.364447 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217c74d3-5dfa-4b84-aed1-381b83218ab6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:58:33.364851 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217c74d3-5dfa-4b84-aed1-381b83218ab6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:58:33.365253 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217c74d3-5dfa-4b84-aed1-381b83218ab6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:58:33.365649 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217c74d3-5dfa-4b84-aed1-381b83218ab6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:58:33.366076 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217c74d3-5dfa-4b84-aed1-381b83218ab6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:58:33.366473 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217c74d3-5dfa-4b84-aed1-381b83218ab6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:58:33.366883 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217c74d3-5dfa-4b84-aed1-381b83218ab6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:58:33.368792 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217c74d3-5dfa-4b84-aed1-381b83218ab6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:58:33.370607 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-217c74d3-5dfa-4b84-aed1-381b83218ab6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:33.376098 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a63d32-df4f-4d7e-bf89-24e0f4ab69cc None None] Network 08e6b3db-43df-4d5d-bc0b-c7569cce8403 requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 17:58:33.378107 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-217c74d3-5dfa-4b84-aed1-381b83218ab6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/80a9f306-6132-449d-9568-4f62ca37d08c HTTP/1.1" status: 204  len: 168 time: 0.5283728
Dec 14 17:58:33.380007 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-217c74d3-5dfa-4b84-aed1-381b83218ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:58:33.380814 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 51908) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:58:33.563348 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f15b5d5a-3c75-49f1-b9de-72d5eeee4084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3079847'] for network, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:33.581693 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-f15b5d5a-3c75-49f1-b9de-72d5eeee4084 admin admin] Deleting port b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:58:33.582319 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f15b5d5a-3c75-49f1-b9de-72d5eeee4084 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:33.768612 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc27e3a-2015-453e-a9e7-ee9501d0e166 None None] DHCP port deletion for 08e6b3db-43df-4d5d-bc0b-c7569cce8403 request from dv-cinder-821737-1-iscsi {{(pid=88124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 14 17:58:33.774092 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-1dc27e3a-2015-453e-a9e7-ee9501d0e166 None None] Deleting port b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:58:33.774833 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1dc27e3a-2015-453e-a9e7-ee9501d0e166 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:33.870085 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-f15b5d5a-3c75-49f1-b9de-72d5eeee4084 admin admin] For port b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd,segment=NetworkSegment(ab43a909-d72c-4fbd-8aa1-97997d9af685),segment_id=ab43a909-d72c-4fbd-8aa1-97997d9af685)] {{(pid=88123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:58:33.870406 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f15b5d5a-3c75-49f1-b9de-72d5eeee4084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:34.019793 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-f15b5d5a-3c75-49f1-b9de-72d5eeee4084 admin admin] Calling delete_port for b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd owned by network:dhcp {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:58:34.101759 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f15b5d5a-3c75-49f1-b9de-72d5eeee4084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:34.102675 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-1dc27e3a-2015-453e-a9e7-ee9501d0e166 None None] For port b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd,segment=NetworkSegment(ab43a909-d72c-4fbd-8aa1-97997d9af685),segment_id=ab43a909-d72c-4fbd-8aa1-97997d9af685)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:58:34.103285 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1dc27e3a-2015-453e-a9e7-ee9501d0e166 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:34.106714 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-c27fe03a-dc2d-40c0-9b30-64a228e4bdf0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:58:34.151747 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b5d5a-3c75-49f1-b9de-72d5eeee4084 admin admin] Pushing event deleted for resources: {'Port': ['ID=b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:58:34.156140 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-f15b5d5a-3c75-49f1-b9de-72d5eeee4084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:58:34.160283 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15b5d5a-3c75-49f1-b9de-72d5eeee4084 admin admin] No DVR routers for this DVR port b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd on host dv-cinder-821737-1-iscsi {{(pid=88123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 14 17:58:34.296538 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-1dc27e3a-2015-453e-a9e7-ee9501d0e166 None None] Calling delete_port for b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd owned by network:dhcp {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:58:34.335791 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f15b5d5a-3c75-49f1-b9de-72d5eeee4084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2926725', 'neutron.services.segments.db._delete_segments_for_network-8753728381128'] for network, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:34.391183 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-f15b5d5a-3c75-49f1-b9de-72d5eeee4084 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f622bc14630>,) {'filters': {'network_id': ['08e6b3db-43df-4d5d-bc0b-c7569cce8403']}} {{(pid=88123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:58:34.414081 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-f15b5d5a-3c75-49f1-b9de-72d5eeee4084 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f622bc14630>, 'ab43a909-d72c-4fbd-8aa1-97997d9af685') {'for_net_delete': True} {{(pid=88123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:58:34.414948 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-f15b5d5a-3c75-49f1-b9de-72d5eeee4084 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f622bc14630>, 'ab43a909-d72c-4fbd-8aa1-97997d9af685') {} {{(pid=88123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:58:34.430625 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f15b5d5a-3c75-49f1-b9de-72d5eeee4084 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753728390873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1688503'] for segment, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:34.453259 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f15b5d5a-3c75-49f1-b9de-72d5eeee4084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:34.462282 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f15b5d5a-3c75-49f1-b9de-72d5eeee4084 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=88123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 14 17:58:34.462878 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f15b5d5a-3c75-49f1-b9de-72d5eeee4084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3099130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853087621'] for segment, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:34.481347 dv-cinder-821737-1-iscsi neutron-server[88013]: Traceback (most recent call last):
Dec 14 17:58:34.481347 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 14 17:58:34.481347 dv-cinder-821737-1-iscsi neutron-server[88013]:     timer()
Dec 14 17:58:34.481347 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 14 17:58:34.481347 dv-cinder-821737-1-iscsi neutron-server[88013]:     cb(*args, **kw)
Dec 14 17:58:34.481347 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 14 17:58:34.481347 dv-cinder-821737-1-iscsi neutron-server[88013]:     return func(*args, **kwargs)
Dec 14 17:58:34.481347 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 14 17:58:34.481347 dv-cinder-821737-1-iscsi neutron-server[88013]:     self._notify()
Dec 14 17:58:34.481347 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 14 17:58:34.481347 dv-cinder-821737-1-iscsi neutron-server[88013]:     self.callback(batched_events)
Dec 14 17:58:34.481347 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 14 17:58:34.481347 dv-cinder-821737-1-iscsi neutron-server[88013]:     event.method(event)
Dec 14 17:58:34.481347 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 14 17:58:34.481347 dv-cinder-821737-1-iscsi neutron-server[88013]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 14 17:58:34.481347 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 14 17:58:34.481347 dv-cinder-821737-1-iscsi neutron-server[88013]:     segment_id)['aggregates'][0]
Dec 14 17:58:34.481347 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 14 17:58:34.481347 dv-cinder-821737-1-iscsi neutron-server[88013]:     return f(self, *a, **k)
Dec 14 17:58:34.481347 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 14 17:58:34.481347 dv-cinder-821737-1-iscsi neutron-server[88013]:     return self._get(url).json()
Dec 14 17:58:34.481347 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 14 17:58:34.481347 dv-cinder-821737-1-iscsi neutron-server[88013]:     **kwargs)
Dec 14 17:58:34.481347 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 14 17:58:34.481347 dv-cinder-821737-1-iscsi neutron-server[88013]:     return self.request(url, 'GET', **kwargs)
Dec 14 17:58:34.481347 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 14 17:58:34.481347 dv-cinder-821737-1-iscsi neutron-server[88013]:     **endpoint_filter)
Dec 14 17:58:34.481347 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 14 17:58:34.481347 dv-cinder-821737-1-iscsi neutron-server[88013]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 14 17:58:34.481347 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 14 17:58:34.481347 dv-cinder-821737-1-iscsi neutron-server[88013]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 14 17:58:34.481347 dv-cinder-821737-1-iscsi neutron-server[88013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 14 17:58:34.484394 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.db.api [None req-1dc27e3a-2015-453e-a9e7-ee9501d0e166 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88124) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 14 17:58:34.484394 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_db.api [None req-1dc27e3a-2015-453e-a9e7-ee9501d0e166 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 14 17:58:34.526511 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9941c-8097-45cc-8502-6801b232288a req-9f729da1-947d-4784-be74-36cfa4f3a115 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:34.528242 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b9c9941c-8097-45cc-8502-6801b232288a req-9f729da1-947d-4784-be74-36cfa4f3a115 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 946 time: 0.0972888
Dec 14 17:58:34.578936 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f15b5d5a-3c75-49f1-b9de-72d5eeee4084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851849074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646652'] for network, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:34.583697 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b9c9941c-8097-45cc-8502-6801b232288a req-33ad78b2-b528-47f7-b1da-606ffcc34f20 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485966
Dec 14 17:58:34.584584 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f15b5d5a-3c75-49f1-b9de-72d5eeee4084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:34.588592 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-8c4eec77-a226-416f-819d-78e9430cc00f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:58:34.621823 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b5d5a-3c75-49f1-b9de-72d5eeee4084 admin admin] Pushing event deleted for resources: {'Network': ['ID=08e6b3db-43df-4d5d-bc0b-c7569cce8403,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:58:34.621823 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-f15b5d5a-3c75-49f1-b9de-72d5eeee4084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:58:34.627877 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-f15b5d5a-3c75-49f1-b9de-72d5eeee4084 admin admin] 10.222.0.53 "DELETE /v2.0/networks/08e6b3db-43df-4d5d-bc0b-c7569cce8403 HTTP/1.1" status: 204  len: 168 time: 1.2436111
Dec 14 17:58:34.670064 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd no longer exists at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 17:58:34.710057 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] No Port match for: b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 17:58:34.710448 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd not bound to the agent host dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 17:58:34.794273 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 51916) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:58:34.861117 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-738e7770-2fab-4b3b-9f75-759f4b741a08 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b93cf5a3216e440abb14c71bd3408e06&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0651567
Dec 14 17:58:34.864266 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 51920) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:58:34.942813 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-401bb061-4aaa-4be8-a4ec-be093af66174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:34.974875 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-401bb061-4aaa-4be8-a4ec-be093af66174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:34.983821 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-1dc27e3a-2015-453e-a9e7-ee9501d0e166 None None] Deleting port b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:58:34.984254 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1dc27e3a-2015-453e-a9e7-ee9501d0e166 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:35.035453 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-401bb061-4aaa-4be8-a4ec-be093af66174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:35.045123 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-7a172a89-12f8-447f-9765-092ab4c1888b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:58:35.057452 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-1dc27e3a-2015-453e-a9e7-ee9501d0e166 None None] The port 'b929e1e9-9a38-4ad7-ac8f-ac6134d5abbd' was deleted {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 14 17:58:35.072257 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401bb061-4aaa-4be8-a4ec-be093af66174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd38961-0535-43c6-9627-d89b5e7c54f8,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:58:35.076232 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-401bb061-4aaa-4be8-a4ec-be093af66174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:58:35.086630 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-401bb061-4aaa-4be8-a4ec-be093af66174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:35.090447 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-401bb061-4aaa-4be8-a4ec-be093af66174 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cfd38961-0535-43c6-9627-d89b5e7c54f8 HTTP/1.1" status: 204  len: 168 time: 0.2249348
Dec 14 17:58:35.561410 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 51928) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:58:35.621164 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-291caf5c-1eb0-4ddc-a255-773dafdabadb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ad52951403c14720b20d94e089cf1e5c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0581176
Dec 14 17:58:35.626933 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 51934) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:58:35.701337 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ca6963f8-dc14-4103-a662-845faa86d82b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:35.732041 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ca6963f8-dc14-4103-a662-845faa86d82b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:35.792804 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ca6963f8-dc14-4103-a662-845faa86d82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:35.805050 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-0eb516de-8bbe-4230-86bd-593ddd67be3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:58:35.823555 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6963f8-dc14-4103-a662-845faa86d82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4572314-a09b-404a-b35a-667670d20be4,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:58:35.826597 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-ca6963f8-dc14-4103-a662-845faa86d82b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:58:35.827816 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ca6963f8-dc14-4103-a662-845faa86d82b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:35.833099 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-ca6963f8-dc14-4103-a662-845faa86d82b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c4572314-a09b-404a-b35a-667670d20be4 HTTP/1.1" status: 204  len: 168 time: 0.2048383
Dec 14 17:58:35.848983 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32410ac3-3630-4d1e-b5af-d57e512d7cf7 req-f3b6afe0-6712-4f80-a1c4-1901f0ce1df2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:35.850924 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-32410ac3-3630-4d1e-b5af-d57e512d7cf7 req-f3b6afe0-6712-4f80-a1c4-1901f0ce1df2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 946 time: 0.1031644
Dec 14 17:58:35.904627 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-32410ac3-3630-4d1e-b5af-d57e512d7cf7 req-ae0e937b-ed5b-4117-b032-295ccb301a76 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471814
Dec 14 17:58:37.158999 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114a69e-d9fd-41a3-b4c2-2c87e77633d4 req-b2be6491-4da1-46d8-b43f-c5de4f043ebd tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:37.160664 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d114a69e-d9fd-41a3-b4c2-2c87e77633d4 req-b2be6491-4da1-46d8-b43f-c5de4f043ebd tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 946 time: 0.0961416
Dec 14 17:58:37.214483 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d114a69e-d9fd-41a3-b4c2-2c87e77633d4 req-4b88ff68-59ac-4ee9-8130-d9c420cdd0ad tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475430
Dec 14 17:58:38.471773 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4712f-0b96-44c5-a4f4-532acb94e052 req-e5f71bd3-b0ee-43a0-869c-4fa20191f7f8 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:38.473511 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6ba4712f-0b96-44c5-a4f4-532acb94e052 req-e5f71bd3-b0ee-43a0-869c-4fa20191f7f8 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 946 time: 0.0923150
Dec 14 17:58:38.545873 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6ba4712f-0b96-44c5-a4f4-532acb94e052 req-c2675462-fd4a-47a6-b3ff-a632d1048f87 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0649688
Dec 14 17:58:39.959540 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e5080-7ba3-4075-bea5-65b7a7ebb511 req-3361fd79-a366-4ce5-a19d-85a7129b022a tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:39.961318 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5e1e5080-7ba3-4075-bea5-65b7a7ebb511 req-3361fd79-a366-4ce5-a19d-85a7129b022a tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 946 time: 0.1034813
Dec 14 17:58:40.033696 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5e1e5080-7ba3-4075-bea5-65b7a7ebb511 req-32620b0a-7481-4ea4-ac84-356ad068e50f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639405
Dec 14 17:58:40.042666 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 28f5a238-da4a-46e6-aca9-54914dbc17d7 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 14 17:58:40.300278 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 28f5a238-da4a-46e6-aca9-54914dbc17d7, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=28f5a238-da4a-46e6-aca9-54914dbc17d7,segment=NetworkSegment(66237df7-ad58-4612-ad39-411169863aef),segment_id=66237df7-ad58-4612-ad39-411169863aef)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:58:40.323823 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Returning: {'device': '28f5a238-da4a-46e6-aca9-54914dbc17d7', 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a', 'port_id': '28f5a238-da4a-46e6-aca9-54914dbc17d7', 'mac_address': 'fa:16:3e:41:cf:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 17:58:40.445813 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:40.487458 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28f5a238-da4a-46e6-aca9-54914dbc17d7 {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:58:40.519148 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 28f5a238-da4a-46e6-aca9-54914dbc17d7, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=28f5a238-da4a-46e6-aca9-54914dbc17d7,segment=NetworkSegment(66237df7-ad58-4612-ad39-411169863aef),segment_id=66237df7-ad58-4612-ad39-411169863aef)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:58:40.523550 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:40.527023 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:58:40.657842 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['28f5a238-da4a-46e6-aca9-54914dbc17d7'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 17:58:40.758458 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=28f5a238-da4a-46e6-aca9-54914dbc17d7,revision_number=6']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:58:40.786417 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:58:40.787394 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:58:40.787878 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:58:40.788259 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:58:40.788633 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:58:40.788991 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:58:40.789351 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:58:40.789712 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:58:40.790101 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:58:40.790452 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:58:40.790812 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:58:40.798576 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:58:41.301447 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d748271-aac5-4b12-98d8-c7d718e5d13f req-d1d6292d-04d3-4106-a0f2-ea00ca62e105 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:41.303204 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6d748271-aac5-4b12-98d8-c7d718e5d13f req-d1d6292d-04d3-4106-a0f2-ea00ca62e105 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 945 time: 0.1048675
Dec 14 17:58:41.408402 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6d748271-aac5-4b12-98d8-c7d718e5d13f req-e619875e-2376-4cef-95cd-5156ad499ca2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0974340
Dec 14 17:58:42.058861 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 28f5a238-da4a-46e6-aca9-54914dbc17d7 up at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:58:42.152943 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning complete for port 28f5a238-da4a-46e6-aca9-54914dbc17d7 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:58:42.153651 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:42.315572 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:42.362306 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dd37d4-49ae-469e-9828-0ebb63b6c2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f5a238-da4a-46e6-aca9-54914dbc17d7'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:58:42.377173 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 28f5a238-da4a-46e6-aca9-54914dbc17d7, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=28f5a238-da4a-46e6-aca9-54914dbc17d7,segment=NetworkSegment(66237df7-ad58-4612-ad39-411169863aef),segment_id=66237df7-ad58-4612-ad39-411169863aef)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:58:42.382608 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:42.385576 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-f4cc5004-8865-46aa-bfe5-ac63be2e4598 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:58:42.487329 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=28f5a238-da4a-46e6-aca9-54914dbc17d7,revision_number=7']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:58:42.493479 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:58:42.505012 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10dd37d4-49ae-469e-9828-0ebb63b6c2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f5a238-da4a-46e6-aca9-54914dbc17d7', 'code': 200}
Dec 14 17:58:42.798092 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad04b7-9c62-4347-bbd4-e86e0fe49a76 req-5846f56e-e073-4238-a821-66a36cb1e15f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:42.801775 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-37ad04b7-9c62-4347-bbd4-e86e0fe49a76 req-5846f56e-e073-4238-a821-66a36cb1e15f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 946 time: 0.1970713
Dec 14 17:58:42.912690 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-37ad04b7-9c62-4347-bbd4-e86e0fe49a76 req-56435976-655f-48cf-b463-bba108537dee tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1003041
Dec 14 17:58:44.246616 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d31873-32ff-4af6-b143-ce70c9cba8db req-edf75976-f4d9-4648-8d0b-dfc1f63de5d8 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:44.248756 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-68d31873-32ff-4af6-b143-ce70c9cba8db req-edf75976-f4d9-4648-8d0b-dfc1f63de5d8 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 946 time: 0.1208112
Dec 14 17:58:44.390003 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-68d31873-32ff-4af6-b143-ce70c9cba8db req-50fc4581-227e-4a3f-9c90-f07d6a98d837 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1284578
Dec 14 17:58:45.719176 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c182570-1f6a-4d1e-8584-a2110a785153 req-8b457d90-61a6-441b-a129-eeab75a22836 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:45.721183 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7c182570-1f6a-4d1e-8584-a2110a785153 req-8b457d90-61a6-441b-a129-eeab75a22836 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 946 time: 0.1549573
Dec 14 17:58:45.789136 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7c182570-1f6a-4d1e-8584-a2110a785153 req-5169d793-a0b3-4f81-8f6f-7732ff1a5c9c tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614598
Dec 14 17:58:47.118214 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01a180-43f4-460a-98a8-f6a34bb95851 req-9ed08c17-27cb-4d68-b391-174c8ff56668 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:47.126336 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ac01a180-43f4-460a-98a8-f6a34bb95851 req-9ed08c17-27cb-4d68-b391-174c8ff56668 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 946 time: 0.1449544
Dec 14 17:58:47.227662 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ac01a180-43f4-460a-98a8-f6a34bb95851 req-515f7f58-dee4-496f-a819-20a748c81866 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1000183
Dec 14 17:58:48.489393 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c611e80-2852-4e33-98e4-5d8bf01b5f2a req-7afd57b4-7f49-4bd0-9018-752e43c5812c tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:48.491179 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0c611e80-2852-4e33-98e4-5d8bf01b5f2a req-7afd57b4-7f49-4bd0-9018-752e43c5812c tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 946 time: 0.0952539
Dec 14 17:58:48.549110 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0c611e80-2852-4e33-98e4-5d8bf01b5f2a req-1aa39e3e-bded-4ad1-a0d1-a9c375ff9c9f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509114
Dec 14 17:58:49.811214 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf5dfc-a07c-4ff9-8e02-a4482b3dc80b req-0fc481c7-e770-4c1e-bf8f-7231aaac56cd tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:49.813129 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-58cf5dfc-a07c-4ff9-8e02-a4482b3dc80b req-0fc481c7-e770-4c1e-bf8f-7231aaac56cd tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 946 time: 0.0991499
Dec 14 17:58:49.869909 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-58cf5dfc-a07c-4ff9-8e02-a4482b3dc80b req-bfd0e344-9d05-49e6-8bed-9d331c437414 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493889
Dec 14 17:58:50.349158 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8ef6eba2-f8a0-41eb-9818-5b8993d569aa req-d0a942fe-bd7f-42a5-8a6f-c9c4115ecb79 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0cc1ceabb62d4c3a9a521b81c98f5557&device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 1099 time: 0.0877266
Dec 14 17:58:50.502871 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6eba2-f8a0-41eb-9818-5b8993d569aa req-899bcfc8-5506-4a81-aa1b-78815dbe82cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:50.504500 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8ef6eba2-f8a0-41eb-9818-5b8993d569aa req-899bcfc8-5506-4a81-aa1b-78815dbe82cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a HTTP/1.1" status: 200  len: 917 time: 0.1487432
Dec 14 17:58:50.636397 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8ef6eba2-f8a0-41eb-9818-5b8993d569aa req-21e9a970-038a-49f2-a5e8-b9b45506a95a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28f5a238-da4a-46e6-aca9-54914dbc17d7 HTTP/1.1" status: 200  len: 1002 time: 0.1235805
Dec 14 17:58:50.717343 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6eba2-f8a0-41eb-9818-5b8993d569aa req-c6cedda0-5400-493c-9a52-634c44d99a1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:50.719141 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8ef6eba2-f8a0-41eb-9818-5b8993d569aa req-c6cedda0-5400-493c-9a52-634c44d99a1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d978114e-cfd4-4a19-a29a-be42d1f2cd12 HTTP/1.1" status: 200  len: 855 time: 0.0759170
Dec 14 17:58:50.765447 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-eb0ce73a-c660-4e8a-8da2-a596bdf83493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:50.808521 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8ef6eba2-f8a0-41eb-9818-5b8993d569aa req-bf8d7e46-b8bb-4a45-ae7e-5aa6422aa357 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0823333
Dec 14 17:58:51.124110 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c2068-0f93-4891-baf2-6a83340cc6f3 req-ff0cdc8a-1672-40c9-865c-a909cc83c01d tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:51.126272 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-bc5c2068-0f93-4891-baf2-6a83340cc6f3 req-ff0cdc8a-1672-40c9-865c-a909cc83c01d tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 946 time: 0.0978436
Dec 14 17:58:51.182851 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-bc5c2068-0f93-4891-baf2-6a83340cc6f3 req-e400319f-9a62-41ed-9193-6a4e4adf3b86 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498359
Dec 14 17:58:51.211097 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8ef6eba2-f8a0-41eb-9818-5b8993d569aa req-f101520c-bac4-4373-9d50-b26e97f9b83e service neutron] 10.222.0.41 "GET /v2.0/networks/6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3952742
Dec 14 17:58:51.376751 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8ef6eba2-f8a0-41eb-9818-5b8993d569aa req-13f0573e-55db-4f62-a141-b2debb0d8d69 service neutron] 10.222.0.41 "GET /v2.0/networks/6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1583402
Dec 14 17:58:51.649427 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:52.428127 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6714f9-a887-48de-8784-4a5ff0493ac5 req-6926bb8e-a71d-405e-85ab-2e40626c7c51 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:52.429851 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5a6714f9-a887-48de-8784-4a5ff0493ac5 req-6926bb8e-a71d-405e-85ab-2e40626c7c51 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 946 time: 0.0938876
Dec 14 17:58:52.482840 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5a6714f9-a887-48de-8784-4a5ff0493ac5 req-184632cb-4f74-4ea1-ac36-e794a32c56cb tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461564
Dec 14 17:58:52.934839 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8b53f79b-47f3-49b3-a6f6-0237019c40ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:53.283126 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:53.715171 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a403b3f-dbda-469f-b60d-78cd283a9d44 req-8aad30f5-439c-4046-8d11-18eb7b2ffc3c tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:53.716846 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-3a403b3f-dbda-469f-b60d-78cd283a9d44 req-8aad30f5-439c-4046-8d11-18eb7b2ffc3c tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 946 time: 0.0894663
Dec 14 17:58:53.780639 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-3a403b3f-dbda-469f-b60d-78cd283a9d44 req-75ba2b87-fa93-42da-a8fd-fc6f076e16ca tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521061
Dec 14 17:58:54.154583 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 28f5a238-da4a-46e6-aca9-54914dbc17d7 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 17:58:54.280603 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:54.318022 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dd37d4-49ae-469e-9828-0ebb63b6c2f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28f5a238-da4a-46e6-aca9-54914dbc17d7'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:58:54.337150 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 28f5a238-da4a-46e6-aca9-54914dbc17d7, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=28f5a238-da4a-46e6-aca9-54914dbc17d7,segment=NetworkSegment(66237df7-ad58-4612-ad39-411169863aef),segment_id=66237df7-ad58-4612-ad39-411169863aef)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:58:54.342769 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:54.345187 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:58:54.409001 dv-cinder-821737-1-iscsi neutron-server[88013]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '10dd37d4-49ae-469e-9828-0ebb63b6c2f4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '28f5a238-da4a-46e6-aca9-54914dbc17d7', 'code': 422} returned with failed status
Dec 14 17:58:54.432735 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=28f5a238-da4a-46e6-aca9-54914dbc17d7,revision_number=8']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:58:54.437088 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:58:54.639341 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:58:55.492135 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e16bd9a9-4ecc-445e-9ff1-2a0494417d0c req-d9abd649-a3e2-481d-b054-9d2227031662 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0877180
Dec 14 17:58:55.914579 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d2f6f-054d-46c0-bbce-5870ea10d3df req-e9d16590-7cf1-4e4c-a78a-820bfc4544cd tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:55.916330 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-935d2f6f-054d-46c0-bbce-5870ea10d3df req-e9d16590-7cf1-4e4c-a78a-820bfc4544cd tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 944 time: 0.2024064
Dec 14 17:58:55.924810 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-68085fc1-96da-469d-837e-02954e8e527e req-90040b06-22d7-4834-bd21-b1c810978128 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1400881
Dec 14 17:58:55.974357 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-935d2f6f-054d-46c0-bbce-5870ea10d3df req-60f35acd-e3cf-43ca-bb20-48b35a167d6a tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484397
Dec 14 17:58:56.671159 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-68085fc1-96da-469d-837e-02954e8e527e req-1634f3f1-f88a-4748-889d-ef3f4f3fe3a1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4&tenant_id=0cc1ceabb62d4c3a9a521b81c98f5557 HTTP/1.1" status: 200  len: 1097 time: 0.0816009
Dec 14 17:58:56.783673 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-68085fc1-96da-469d-837e-02954e8e527e req-48991bd5-177d-4a6e-b55e-3aa1f9c361fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0cc1ceabb62d4c3a9a521b81c98f5557&device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 1097 time: 0.0890064
Dec 14 17:58:56.951442 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68085fc1-96da-469d-837e-02954e8e527e req-fcafbd4b-a4d0-42e4-914c-1bf5639a0e9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:56.952998 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-68085fc1-96da-469d-837e-02954e8e527e req-fcafbd4b-a4d0-42e4-914c-1bf5639a0e9d service neutron] 10.222.0.41 "GET /v2.0/networks?id=6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a HTTP/1.1" status: 200  len: 917 time: 0.1622188
Dec 14 17:58:57.080990 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-68085fc1-96da-469d-837e-02954e8e527e req-068d77b8-4cb8-476c-9ca1-4490f94b4509 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28f5a238-da4a-46e6-aca9-54914dbc17d7 HTTP/1.1" status: 200  len: 1000 time: 0.1207252
Dec 14 17:58:57.156136 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68085fc1-96da-469d-837e-02954e8e527e req-2873fc2f-d8e4-4ef4-a0f9-fb44a87dd465 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:57.157825 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-68085fc1-96da-469d-837e-02954e8e527e req-2873fc2f-d8e4-4ef4-a0f9-fb44a87dd465 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d978114e-cfd4-4a19-a29a-be42d1f2cd12 HTTP/1.1" status: 200  len: 855 time: 0.0704408
Dec 14 17:58:57.230442 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff0649-f1d3-4f46-961b-e56037b6c747 req-c4bb8e4c-14a9-40af-b24b-8336922972c3 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:57.232142 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f1ff0649-f1d3-4f46-961b-e56037b6c747 req-c4bb8e4c-14a9-40af-b24b-8336922972c3 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 944 time: 0.1079462
Dec 14 17:58:57.245603 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-68085fc1-96da-469d-837e-02954e8e527e req-7ce95537-33eb-4477-a0f1-d09bc5a679e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0805345
Dec 14 17:58:57.324673 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f1ff0649-f1d3-4f46-961b-e56037b6c747 req-5d7ecfa8-ec65-41b3-8993-0d1268d48d8f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0813723
Dec 14 17:58:57.453590 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-68085fc1-96da-469d-837e-02954e8e527e req-53e7aeff-8b59-43f9-85f4-124fd788c432 service neutron] 10.222.0.41 "GET /v2.0/networks/6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2011621
Dec 14 17:58:57.613659 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-68085fc1-96da-469d-837e-02954e8e527e req-32126820-5558-49ab-b32e-e264a58838ba service neutron] 10.222.0.41 "GET /v2.0/networks/6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1535432
Dec 14 17:58:58.649840 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317aaae-f076-45ca-9d0d-55435af03abb req-bfb3034d-55a2-49a9-bf4a-7570bb043635 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:58.658490 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8317aaae-f076-45ca-9d0d-55435af03abb req-bfb3034d-55a2-49a9-bf4a-7570bb043635 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 944 time: 0.1139121
Dec 14 17:58:58.722736 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8317aaae-f076-45ca-9d0d-55435af03abb req-c86a5f47-d938-4eea-992e-10075afca62b tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632050
Dec 14 17:58:59.987149 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a6fee-8ba4-4a8d-b35f-c0cda41e9e74 req-19699e4d-ab5d-4d3b-be61-50b66913d605 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:58:59.989184 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-331a6fee-8ba4-4a8d-b35f-c0cda41e9e74 req-19699e4d-ab5d-4d3b-be61-50b66913d605 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 944 time: 0.1000257
Dec 14 17:59:00.049353 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-331a6fee-8ba4-4a8d-b35f-c0cda41e9e74 req-ed16abd4-1ee9-489a-ad59-7ac4fb71bccb tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528703
Dec 14 17:59:01.330191 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad39581-3dce-4024-842e-71e5bf76123b req-b535b824-04e6-45b9-85ff-9283e885d3ce tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:59:01.332028 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1ad39581-3dce-4024-842e-71e5bf76123b req-b535b824-04e6-45b9-85ff-9283e885d3ce tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 944 time: 0.1036420
Dec 14 17:59:01.408833 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-1ad39581-3dce-4024-842e-71e5bf76123b req-97ec49e7-ecd7-4bcd-8482-b44e786a1154 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636899
Dec 14 17:59:02.225478 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:02.326173 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 6 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 17:59:02.920989 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5961a3-21a6-4bbc-81ba-adc817d48360 req-2a56d22c-eccf-4eff-b816-04d769feb638 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:59:02.924222 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ce5961a3-21a6-4bbc-81ba-adc817d48360 req-2a56d22c-eccf-4eff-b816-04d769feb638 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 944 time: 0.3584340
Dec 14 17:59:02.981712 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ce5961a3-21a6-4bbc-81ba-adc817d48360 req-9f01c7ec-fde7-4779-a41a-e9960b7b7a87 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505519
Dec 14 17:59:04.232802 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b17a1-b4fc-4f0a-af92-5eca48778739 req-27848056-00e2-44d0-ba6a-6ef4f92fbcd3 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:59:04.234692 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e24b17a1-b4fc-4f0a-af92-5eca48778739 req-27848056-00e2-44d0-ba6a-6ef4f92fbcd3 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 944 time: 0.1047232
Dec 14 17:59:04.304709 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e24b17a1-b4fc-4f0a-af92-5eca48778739 req-c6dba22a-357f-4ff4-9033-a48a7d06ec74 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614634
Dec 14 17:59:05.570462 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070928f9-5cc7-4a38-8c3e-53a5645852c3 req-1aedbea0-6bc9-4180-9168-d80304d25c3e tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:59:05.574060 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-070928f9-5cc7-4a38-8c3e-53a5645852c3 req-1aedbea0-6bc9-4180-9168-d80304d25c3e tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 944 time: 0.1067395
Dec 14 17:59:05.630208 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-070928f9-5cc7-4a38-8c3e-53a5645852c3 req-894ff38b-bea4-41b2-88f3-327cbd49e032 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493467
Dec 14 17:59:06.892364 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e0dc3-6740-46e3-a0c5-ea053ec19a06 req-1794141c-5e34-4e47-aa27-c56676fcffb7 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:59:06.894256 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d10e0dc3-6740-46e3-a0c5-ea053ec19a06 req-1794141c-5e34-4e47-aa27-c56676fcffb7 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 944 time: 0.1017580
Dec 14 17:59:07.200777 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d10e0dc3-6740-46e3-a0c5-ea053ec19a06 req-d6cc77ac-169f-45d4-9ac4-2d8ad1b94b3e tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3001499
Dec 14 17:59:08.443120 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae3094-b76b-460f-87c0-e913fb4ef688 req-a48fe2bd-2d49-4e72-b27e-16b8ad325a8c tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:59:08.444721 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-feae3094-b76b-460f-87c0-e913fb4ef688 req-a48fe2bd-2d49-4e72-b27e-16b8ad325a8c tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 944 time: 0.0964792
Dec 14 17:59:08.498283 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-feae3094-b76b-460f-87c0-e913fb4ef688 req-18ce63bc-20dd-48ca-b176-fd0267951930 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470204
Dec 14 17:59:08.955044 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b08a5635-08a0-43dc-aa92-893c8ef9f3a9 req-16a479e1-d34d-4d47-956d-7861f6f83547 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0cc1ceabb62d4c3a9a521b81c98f5557&device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 1097 time: 0.0830081
Dec 14 17:59:09.126105 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a5635-08a0-43dc-aa92-893c8ef9f3a9 req-c675be69-bc9b-4322-9525-759aba369bf4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:59:09.127699 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b08a5635-08a0-43dc-aa92-893c8ef9f3a9 req-c675be69-bc9b-4322-9525-759aba369bf4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a HTTP/1.1" status: 200  len: 917 time: 0.1514525
Dec 14 17:59:09.245006 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b08a5635-08a0-43dc-aa92-893c8ef9f3a9 req-cb81c699-2085-43d1-b957-fd21af5ca2e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28f5a238-da4a-46e6-aca9-54914dbc17d7 HTTP/1.1" status: 200  len: 1000 time: 0.1097877
Dec 14 17:59:09.315097 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a5635-08a0-43dc-aa92-893c8ef9f3a9 req-4af3ab45-59ee-4f16-8da8-5cdcdb26aec0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:59:09.316637 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b08a5635-08a0-43dc-aa92-893c8ef9f3a9 req-4af3ab45-59ee-4f16-8da8-5cdcdb26aec0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d978114e-cfd4-4a19-a29a-be42d1f2cd12 HTTP/1.1" status: 200  len: 855 time: 0.0652151
Dec 14 17:59:09.403959 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b08a5635-08a0-43dc-aa92-893c8ef9f3a9 req-e4b27c2c-7533-4ee3-97f7-befcaffa0c3d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0758781
Dec 14 17:59:09.552931 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b08a5635-08a0-43dc-aa92-893c8ef9f3a9 req-d07ac733-3b0f-4ae5-a7ef-321ebbc45495 service neutron] 10.222.0.41 "GET /v2.0/networks/6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450064
Dec 14 17:59:09.716008 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b08a5635-08a0-43dc-aa92-893c8ef9f3a9 req-9dda8ecf-6717-4be8-a77f-305a5fe35b9d service neutron] 10.222.0.41 "GET /v2.0/networks/6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1565640
Dec 14 17:59:09.737556 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79361191-2d99-4a8e-af28-da00a9b30417 req-53c54030-f3ae-43b9-9575-f203d874797b tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:59:09.742545 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-79361191-2d99-4a8e-af28-da00a9b30417 req-53c54030-f3ae-43b9-9575-f203d874797b tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 944 time: 0.0910513
Dec 14 17:59:09.798339 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-79361191-2d99-4a8e-af28-da00a9b30417 req-fd977799-8c0f-46b4-97ba-bb3c36173566 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496433
Dec 14 17:59:10.213913 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 28f5a238-da4a-46e6-aca9-54914dbc17d7 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 14 17:59:10.375442 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 28f5a238-da4a-46e6-aca9-54914dbc17d7, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=28f5a238-da4a-46e6-aca9-54914dbc17d7,segment=NetworkSegment(66237df7-ad58-4612-ad39-411169863aef),segment_id=66237df7-ad58-4612-ad39-411169863aef)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:59:10.390777 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Returning: {'device': '28f5a238-da4a-46e6-aca9-54914dbc17d7', 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a', 'port_id': '28f5a238-da4a-46e6-aca9-54914dbc17d7', 'mac_address': 'fa:16:3e:41:cf:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 17:59:10.447028 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:10.470274 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f5a238-da4a-46e6-aca9-54914dbc17d7 {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:59:10.487790 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 28f5a238-da4a-46e6-aca9-54914dbc17d7, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=28f5a238-da4a-46e6-aca9-54914dbc17d7,segment=NetworkSegment(66237df7-ad58-4612-ad39-411169863aef),segment_id=66237df7-ad58-4612-ad39-411169863aef)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:59:10.491336 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:10.493318 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:59:10.562240 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=28f5a238-da4a-46e6-aca9-54914dbc17d7,revision_number=9']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:59:10.565930 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:59:10.707107 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['28f5a238-da4a-46e6-aca9-54914dbc17d7'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 17:59:11.052581 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa15e7-fc08-418b-8b2a-681011b48507 req-311a4403-1b3f-4dbd-a9a0-3e4ecdaaa5f6 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:59:11.054361 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4baa15e7-fc08-418b-8b2a-681011b48507 req-311a4403-1b3f-4dbd-a9a0-3e4ecdaaa5f6 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 945 time: 0.0975370
Dec 14 17:59:11.117420 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4baa15e7-fc08-418b-8b2a-681011b48507 req-d5e3c715-4bdd-476c-b6ce-6feb5632f6b1 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506876
Dec 14 17:59:12.214109 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 28f5a238-da4a-46e6-aca9-54914dbc17d7 up at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:59:12.294635 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning complete for port 28f5a238-da4a-46e6-aca9-54914dbc17d7 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:59:12.295187 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:12.446505 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5623a-b62b-4248-8ed4-31235ce54b85 req-f7847fef-1793-45c6-8ba0-223058d9fcc5 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:59:12.448707 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-55d5623a-b62b-4248-8ed4-31235ce54b85 req-f7847fef-1793-45c6-8ba0-223058d9fcc5 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 945 time: 0.1462417
Dec 14 17:59:12.507811 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-55d5623a-b62b-4248-8ed4-31235ce54b85 req-356ff3ed-7bfa-462d-b529-c0a454cad6c2 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524595
Dec 14 17:59:12.586959 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:12.616174 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dd37d4-49ae-469e-9828-0ebb63b6c2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f5a238-da4a-46e6-aca9-54914dbc17d7'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:59:12.626680 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 28f5a238-da4a-46e6-aca9-54914dbc17d7, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=28f5a238-da4a-46e6-aca9-54914dbc17d7,segment=NetworkSegment(66237df7-ad58-4612-ad39-411169863aef),segment_id=66237df7-ad58-4612-ad39-411169863aef)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:59:12.631439 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:12.633480 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:59:12.683748 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10dd37d4-49ae-469e-9828-0ebb63b6c2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f5a238-da4a-46e6-aca9-54914dbc17d7', 'code': 200}
Dec 14 17:59:12.706399 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=28f5a238-da4a-46e6-aca9-54914dbc17d7,revision_number=10']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:59:12.714413 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:59:12.962043 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-44ffbd20-3d68-4d8d-b500-88c72937c0f1 req-b96996e1-166b-4e36-b322-79fcc7e1765c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 1100 time: 0.0869222
Dec 14 17:59:13.013110 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-44ffbd20-3d68-4d8d-b500-88c72937c0f1 req-067e29a3-622c-49e4-af3a-1dd63786258c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447948
Dec 14 17:59:13.739198 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4349944-6225-4d0b-bcd6-eaa661494252 req-2dfb09a4-e433-447a-8c56-9fbcbd620a3e tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:59:13.740856 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a4349944-6225-4d0b-bcd6-eaa661494252 req-2dfb09a4-e433-447a-8c56-9fbcbd620a3e tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 947 time: 0.0902808
Dec 14 17:59:13.796207 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a4349944-6225-4d0b-bcd6-eaa661494252 req-431e7e45-9213-46f8-a8e1-7d79b83833ab tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483360
Dec 14 17:59:15.054467 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354493df-cb2a-495e-ad24-06385a9bd5f7 req-e670c675-f741-4e37-a1cd-baffe078d718 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:59:15.056150 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-354493df-cb2a-495e-ad24-06385a9bd5f7 req-e670c675-f741-4e37-a1cd-baffe078d718 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 947 time: 0.0963552
Dec 14 17:59:15.110162 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-354493df-cb2a-495e-ad24-06385a9bd5f7 req-fd402b69-16e6-436f-8e65-3ec013ba1b32 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466924
Dec 14 17:59:20.749767 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3493378f-2dcf-48e9-ade4-d9ddea6f75e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:21.645651 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:22.933341 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a81d7ee4-fc8f-4b62-af96-bf31b51390ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:23.290642 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:24.627607 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:32.214372 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:39.122637 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-a79ae0c6-72e0-4193-ba13-c79254e5afcb tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-115731531&fields=id&tenant_id=dfc18f8040f94448b907f65fb2ffb8d2 HTTP/1.1" status: 200  len: 267 time: 0.0462112
Dec 14 17:59:39.305774 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-7f6a8a30-5fda-47cc-8a8e-05299913dbd0 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:59:39.307440 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-7f6a8a30-5fda-47cc-8a8e-05299913dbd0 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/networks?id=4889aa50-8ecf-4915-9526-7a966caa4901 HTTP/1.1" status: 200  len: 811 time: 0.1749046
Dec 14 17:59:39.333034 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-c81ded75-4968-48d3-803d-e7fdf3032de4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/quotas/dfc18f8040f94448b907f65fb2ffb8d2 HTTP/1.1" status: 200  len: 375 time: 0.0187826
Dec 14 17:59:39.334974 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 6 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 17:59:39.435520 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-94fb0396-1207-452a-ac99-c19bbc2858dd tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dfc18f8040f94448b907f65fb2ffb8d2&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0912828
Dec 14 17:59:39.590865 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-ff21a81b-a2eb-4c3c-8880-9aec2a361f30 service neutron] 10.222.0.53 "GET /v2.0/networks/4889aa50-8ecf-4915-9526-7a966caa4901?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420965
Dec 14 17:59:39.747524 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-986736f7-8369-4101-8781-153181b195aa service neutron] 10.222.0.53 "GET /v2.0/networks/4889aa50-8ecf-4915-9526-7a966caa4901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1499426
Dec 14 17:59:40.197617 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-3564314a-66ea-4880-bbbe-946f1c2bbdec req-a2528eaa-2910-4f69-b2f0-55fc0dba1e40 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=22d023d4-0181-40a3-9e8e-a4abc30639ea HTTP/1.1" status: 200  len: 210 time: 0.0456426
Dec 14 17:59:41.340286 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-e306eb6c-46d1-40e5-bff3-b93bc43d51ca tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:59:41.342032 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-e306eb6c-46d1-40e5-bff3-b93bc43d51ca tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.41 "GET /v2.0/networks?id=4889aa50-8ecf-4915-9526-7a966caa4901 HTTP/1.1" status: 200  len: 811 time: 0.1665657
Dec 14 17:59:41.388604 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-773019af-0109-46d4-9561-2a8404df926a req-55f9d877-5bc4-4827-8f37-ba066cc629e9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=22d023d4-0181-40a3-9e8e-a4abc30639ea HTTP/1.1" status: 200  len: 210 time: 0.0552859
Dec 14 17:59:41.409122 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-81b92b6e-57f0-4034-a5bb-c209bb8769a9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfc18f8040f94448b907f65fb2ffb8d2 HTTP/1.1" status: 200  len: 379 time: 0.0553188
Dec 14 17:59:41.418962 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-9e41ebd8-783b-4c1a-a1da-41f99cf1d1c9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Request body: {'port': {'device_id': '22d023d4-0181-40a3-9e8e-a4abc30639ea', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'admin_state_up': True, 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'security_groups': ['7d2e6f43-3c00-4583-9bac-30b9af910c18']}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:59:41.573291 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-9e41ebd8-783b-4c1a-a1da-41f99cf1d1c9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:59:41.578028 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-9e41ebd8-783b-4c1a-a1da-41f99cf1d1c9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Usage tracker for resource:port and tenant:dfc18f8040f94448b907f65fb2ffb8d2 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:59:41.581390 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-9e41ebd8-783b-4c1a-a1da-41f99cf1d1c9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:59:41.588747 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-9e41ebd8-783b-4c1a-a1da-41f99cf1d1c9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:59:41.599459 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-9e41ebd8-783b-4c1a-a1da-41f99cf1d1c9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Made reservation on behalf of dfc18f8040f94448b907f65fb2ffb8d2 for: {'port': 1} {{(pid=88123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 17:59:41.608535 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-9e41ebd8-783b-4c1a-a1da-41f99cf1d1c9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:41.794940 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-9e41ebd8-783b-4c1a-a1da-41f99cf1d1c9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Allocated IP 172.20.0.12 (4889aa50-8ecf-4915-9526-7a966caa4901/6ef4cbe3-f2dd-49ee-9531-21f376b28438/8aafbb1e-1ccc-4dbe-aba2-38668e173119) {{(pid=88123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:59:42.007397 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-9e41ebd8-783b-4c1a-a1da-41f99cf1d1c9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for port, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:42.025877 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-9e41ebd8-783b-4c1a-a1da-41f99cf1d1c9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Transition to ACTIVE for port object 8aafbb1e-1ccc-4dbe-aba2-38668e173119 will not be triggered until provisioned by entity DHCP. {{(pid=88123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:59:42.050489 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-9e41ebd8-783b-4c1a-a1da-41f99cf1d1c9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:42.057457 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-06989b3e-be5f-4789-a979-f02167d28b55 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:59:42.137944 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-9e41ebd8-783b-4c1a-a1da-41f99cf1d1c9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Network 4889aa50-8ecf-4915-9526-7a966caa4901 is already hosted by enough agents. {{(pid=88123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:59:42.142953 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-9e41ebd8-783b-4c1a-a1da-41f99cf1d1c9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Resources bound (agent type, host, resource id):  {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:59:42.145562 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-9e41ebd8-783b-4c1a-a1da-41f99cf1d1c9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Received port after_create {{(pid=88123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:59:42.179858 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e41ebd8-783b-4c1a-a1da-41f99cf1d1c9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Pushing event updated for resources: {'Port': ['ID=8aafbb1e-1ccc-4dbe-aba2-38668e173119,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:59:42.206648 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e41ebd8-783b-4c1a-a1da-41f99cf1d1c9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:59:42.207062 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e41ebd8-783b-4c1a-a1da-41f99cf1d1c9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:59:42.207470 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e41ebd8-783b-4c1a-a1da-41f99cf1d1c9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:59:42.207871 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e41ebd8-783b-4c1a-a1da-41f99cf1d1c9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:59:42.208263 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e41ebd8-783b-4c1a-a1da-41f99cf1d1c9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:59:42.208694 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e41ebd8-783b-4c1a-a1da-41f99cf1d1c9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:59:42.209087 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e41ebd8-783b-4c1a-a1da-41f99cf1d1c9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:59:42.209476 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e41ebd8-783b-4c1a-a1da-41f99cf1d1c9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:59:42.209920 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e41ebd8-783b-4c1a-a1da-41f99cf1d1c9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:59:42.210279 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e41ebd8-783b-4c1a-a1da-41f99cf1d1c9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:59:42.210660 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e41ebd8-783b-4c1a-a1da-41f99cf1d1c9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:59:42.216893 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-9e41ebd8-783b-4c1a-a1da-41f99cf1d1c9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:59:42.232063 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-9e41ebd8-783b-4c1a-a1da-41f99cf1d1c9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:59:42.232866 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-9e41ebd8-783b-4c1a-a1da-41f99cf1d1c9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:42.264234 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-9e41ebd8-783b-4c1a-a1da-41f99cf1d1c9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8491597
Dec 14 17:59:42.277305 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-05e203eb-0c9d-444f-ade4-fb427071753d service neutron] Request body: {'port': {'device_id': '22d023d4-0181-40a3-9e8e-a4abc30639ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:59:42.410768 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-05e203eb-0c9d-444f-ade4-fb427071753d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:42.479926 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-355a8c40-e44d-418d-87ef-2f197499812d None None] Provisioning for port 8aafbb1e-1ccc-4dbe-aba2-38668e173119 completed by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:59:42.485160 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-355a8c40-e44d-418d-87ef-2f197499812d None None] Provisioning complete for port 8aafbb1e-1ccc-4dbe-aba2-38668e173119 triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:59:42.485710 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-355a8c40-e44d-418d-87ef-2f197499812d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:42.544705 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-355a8c40-e44d-418d-87ef-2f197499812d None None] Port 8aafbb1e-1ccc-4dbe-aba2-38668e173119 cannot update to ACTIVE because it is not bound. {{(pid=88124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 14 17:59:42.601492 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7eb73-2531-46b7-9e03-c2391671f224 req-9e60ea8a-ad74-4615-88ea-ea520a996694 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:59:42.603210 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-79a7eb73-2531-46b7-9e03-c2391671f224 req-9e60ea8a-ad74-4615-88ea-ea520a996694 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=22d023d4-0181-40a3-9e8e-a4abc30639ea HTTP/1.1" status: 200  len: 932 time: 0.0936730
Dec 14 17:59:42.655164 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-79a7eb73-2531-46b7-9e03-c2391671f224 req-b66c85c1-543a-45e5-9672-67f130f0f05a tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450530
Dec 14 17:59:42.801256 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-05e203eb-0c9d-444f-ade4-fb427071753d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aafbb1e-1ccc-4dbe-aba2-38668e173119 {{(pid=88123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:59:42.808974 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-05e203eb-0c9d-444f-ade4-fb427071753d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:42.829417 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-05e203eb-0c9d-444f-ade4-fb427071753d service neutron] Transition to ACTIVE for port object 8aafbb1e-1ccc-4dbe-aba2-38668e173119 will not be triggered until provisioned by entity L2. {{(pid=88123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 17:59:42.832821 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-05e203eb-0c9d-444f-ade4-fb427071753d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1688486'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:42.838116 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-f15b5d5a-3c75-49f1-b9de-72d5eeee4084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:59:42.978022 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e203eb-0c9d-444f-ade4-fb427071753d service neutron] Pushing event updated for resources: {'Port': ['ID=8aafbb1e-1ccc-4dbe-aba2-38668e173119,revision_number=2']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:59:42.982287 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-05e203eb-0c9d-444f-ade4-fb427071753d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:59:43.097491 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-05e203eb-0c9d-444f-ade4-fb427071753d service neutron] Attempting to bind port 8aafbb1e-1ccc-4dbe-aba2-38668e173119 on host hv-cinder-82173 for vnic_type normal with profile  {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 17:59:43.097892 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-05e203eb-0c9d-444f-ade4-fb427071753d service neutron] Attempting to bind port 8aafbb1e-1ccc-4dbe-aba2-38668e173119 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': 'ca9c137f-aa6e-4e1e-954a-bcc20e945b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901'}] {{(pid=88123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 17:59:43.098259 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-05e203eb-0c9d-444f-ade4-fb427071753d service neutron] Attempting to bind port 8aafbb1e-1ccc-4dbe-aba2-38668e173119 on network 4889aa50-8ecf-4915-9526-7a966caa4901 {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:59:43.105103 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-05e203eb-0c9d-444f-ade4-fb427071753d service neutron] Port 8aafbb1e-1ccc-4dbe-aba2-38668e173119 on network 4889aa50-8ecf-4915-9526-7a966caa4901 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 14 17:59:43.105435 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-05e203eb-0c9d-444f-ade4-fb427071753d service neutron] Attempting to bind port 8aafbb1e-1ccc-4dbe-aba2-38668e173119 on network 4889aa50-8ecf-4915-9526-7a966caa4901 {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 17:59:43.113297 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-05e203eb-0c9d-444f-ade4-fb427071753d service neutron] Checking agent: {'id': '12cfdd9e-1aa3-47c9-9727-84a7d707383b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'started_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 17:59:43.113632 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-05e203eb-0c9d-444f-ade4-fb427071753d service neutron] Checking segment: {'id': 'ca9c137f-aa6e-4e1e-954a-bcc20e945b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 17:59:43.114071 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-05e203eb-0c9d-444f-ade4-fb427071753d service neutron] Bound using segment: {'id': 'ca9c137f-aa6e-4e1e-954a-bcc20e945b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901'} {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 17:59:43.114535 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-05e203eb-0c9d-444f-ade4-fb427071753d service neutron] Bound port: 8aafbb1e-1ccc-4dbe-aba2-38668e173119, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9c137f-aa6e-4e1e-954a-bcc20e945b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901'}}] {{(pid=88123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 17:59:43.114911 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-05e203eb-0c9d-444f-ade4-fb427071753d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:43.214124 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-05e203eb-0c9d-444f-ade4-fb427071753d service neutron] For port 8aafbb1e-1ccc-4dbe-aba2-38668e173119, host hv-cinder-82173, cleared binding levels {{(pid=88123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 17:59:43.217414 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-05e203eb-0c9d-444f-ade4-fb427071753d service neutron] For port 8aafbb1e-1ccc-4dbe-aba2-38668e173119, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=8aafbb1e-1ccc-4dbe-aba2-38668e173119,segment=NetworkSegment(ca9c137f-aa6e-4e1e-954a-bcc20e945b60),segment_id=ca9c137f-aa6e-4e1e-954a-bcc20e945b60)] {{(pid=88123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 17:59:43.221899 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-05e203eb-0c9d-444f-ade4-fb427071753d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1688486'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:43.225784 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-7e590f9d-e921-4224-81f5-6335685e7435 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:59:43.292339 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-05e203eb-0c9d-444f-ade4-fb427071753d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:43.293812 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-05e203eb-0c9d-444f-ade4-fb427071753d service neutron] 10.222.0.41 "PUT /v2.0/ports/8aafbb1e-1ccc-4dbe-aba2-38668e173119 HTTP/1.1" status: 200  len: 1094 time: 1.0220985
Dec 14 17:59:43.294380 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d023d4-0181-40a3-9e8e-a4abc30639ea', 'tag': '8aafbb1e-1ccc-4dbe-aba2-38668e173119'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:59:43.309651 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e203eb-0c9d-444f-ade4-fb427071753d service neutron] Pushing event updated for resources: {'Port': ['ID=8aafbb1e-1ccc-4dbe-aba2-38668e173119,revision_number=3']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:59:43.313264 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-05e203eb-0c9d-444f-ade4-fb427071753d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:59:43.385749 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d023d4-0181-40a3-9e8e-a4abc30639ea', 'tag': '8aafbb1e-1ccc-4dbe-aba2-38668e173119', 'status': 'completed', 'code': 200}
Dec 14 17:59:43.412153 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-3b971f64-f129-4f3a-a3df-b508b9839fbe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dfc18f8040f94448b907f65fb2ffb8d2&device_id=22d023d4-0181-40a3-9e8e-a4abc30639ea HTTP/1.1" status: 200  len: 1097 time: 0.0805604
Dec 14 17:59:43.491782 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-0dd58d07-d399-4335-8894-e0712abc2401 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8aafbb1e-1ccc-4dbe-aba2-38668e173119 HTTP/1.1" status: 200  len: 217 time: 0.0719535
Dec 14 17:59:43.561030 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-0ff54997-400c-4533-8355-ab501114db2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:59:43.562727 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-0ff54997-400c-4533-8355-ab501114db2d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ef4cbe3-f2dd-49ee-9531-21f376b28438 HTTP/1.1" status: 200  len: 850 time: 0.0650301
Dec 14 17:59:43.648481 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-bb7d11be-d9a5-4248-9038-95afc2208181 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4889aa50-8ecf-4915-9526-7a966caa4901&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792522
Dec 14 17:59:43.888113 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca910e-4da1-4453-9a72-871658a8f17d req-0ba0716e-e4d5-4844-83ad-2cdec2148f02 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:59:43.890275 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-35ca910e-4da1-4453-9a72-871658a8f17d req-0ba0716e-e4d5-4844-83ad-2cdec2148f02 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=22d023d4-0181-40a3-9e8e-a4abc30639ea HTTP/1.1" status: 200  len: 944 time: 0.0934155
Dec 14 17:59:43.943220 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-35ca910e-4da1-4453-9a72-871658a8f17d req-22a2f111-7635-4e6e-96e5-5b62db2099af tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457826
Dec 14 17:59:44.066732 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-98bd50d5-9169-4f25-8d1d-45f824cd66e2 service neutron] 10.222.0.41 "GET /v2.0/networks/4889aa50-8ecf-4915-9526-7a966caa4901?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4107959
Dec 14 17:59:44.231787 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ebc767b3-0099-486c-8ae0-cf5df36863ed req-544e7af4-e853-44a4-826c-3f4999d1af69 service neutron] 10.222.0.41 "GET /v2.0/networks/4889aa50-8ecf-4915-9526-7a966caa4901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1567609
Dec 14 17:59:44.368009 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-3b1c2766-1784-4e2d-b2a3-14c2fab8b92f req-a1c76c22-3b92-42d3-9a5e-41271da73181 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dfc18f8040f94448b907f65fb2ffb8d2&device_id=22d023d4-0181-40a3-9e8e-a4abc30639ea HTTP/1.1" status: 200  len: 1097 time: 0.0832329
Dec 14 17:59:44.517456 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c2766-1784-4e2d-b2a3-14c2fab8b92f req-6b0138ae-6fff-4bb3-b036-956a3634753b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:59:44.518998 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-3b1c2766-1784-4e2d-b2a3-14c2fab8b92f req-6b0138ae-6fff-4bb3-b036-956a3634753b service neutron] 10.222.0.41 "GET /v2.0/networks?id=4889aa50-8ecf-4915-9526-7a966caa4901 HTTP/1.1" status: 200  len: 912 time: 0.1443532
Dec 14 17:59:44.597215 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-3b1c2766-1784-4e2d-b2a3-14c2fab8b92f req-993a4fcc-fb14-4302-bc51-a0ba8b17523b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8aafbb1e-1ccc-4dbe-aba2-38668e173119 HTTP/1.1" status: 200  len: 217 time: 0.0689945
Dec 14 17:59:44.678880 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c2766-1784-4e2d-b2a3-14c2fab8b92f req-59af016e-97e9-49b2-83e9-24f801450957 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:59:44.680461 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-3b1c2766-1784-4e2d-b2a3-14c2fab8b92f req-59af016e-97e9-49b2-83e9-24f801450957 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ef4cbe3-f2dd-49ee-9531-21f376b28438 HTTP/1.1" status: 200  len: 850 time: 0.0724986
Dec 14 17:59:44.778609 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-3b1c2766-1784-4e2d-b2a3-14c2fab8b92f req-0cdd8de2-0156-4e39-9eff-532dc88156c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4889aa50-8ecf-4915-9526-7a966caa4901&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0880542
Dec 14 17:59:44.932704 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-3b1c2766-1784-4e2d-b2a3-14c2fab8b92f req-aeb623d5-7f3a-4909-aac2-00e89179335b service neutron] 10.222.0.41 "GET /v2.0/networks/4889aa50-8ecf-4915-9526-7a966caa4901?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473985
Dec 14 17:59:45.080697 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-3b1c2766-1784-4e2d-b2a3-14c2fab8b92f req-4344e5aa-3e62-4278-ba46-5e47304339e9 service neutron] 10.222.0.41 "GET /v2.0/networks/4889aa50-8ecf-4915-9526-7a966caa4901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1413057
Dec 14 17:59:45.161840 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e46db-2b8d-40b2-a3b4-bb3dc1594bb4 req-480d2ebd-0fe1-4e1e-8de9-9f1a07a42b1e tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:59:45.163488 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ab3e46db-2b8d-40b2-a3b4-bb3dc1594bb4 req-480d2ebd-0fe1-4e1e-8de9-9f1a07a42b1e tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=22d023d4-0181-40a3-9e8e-a4abc30639ea HTTP/1.1" status: 200  len: 944 time: 0.0938530
Dec 14 17:59:45.215614 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-ab3e46db-2b8d-40b2-a3b4-bb3dc1594bb4 req-485b016f-2f70-4bb3-97d6-b9f4531b536d tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457232
Dec 14 17:59:46.452454 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f5ddf-3ef1-4cbe-9e96-6d3501b30d31 req-88624dde-b9f3-4fd7-8690-6c0ddef83f30 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:59:46.454497 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-079f5ddf-3ef1-4cbe-9e96-6d3501b30d31 req-88624dde-b9f3-4fd7-8690-6c0ddef83f30 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=22d023d4-0181-40a3-9e8e-a4abc30639ea HTTP/1.1" status: 200  len: 944 time: 0.1030576
Dec 14 17:59:46.517371 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-079f5ddf-3ef1-4cbe-9e96-6d3501b30d31 req-ca898f0a-a1e2-48c3-867d-be28485d50e7 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555956
Dec 14 17:59:47.739346 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f24bf-7395-4191-8fda-a686b4dec226 req-e20d6c6f-8deb-4b2e-8799-1a571c6cb17e tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:59:47.741035 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f20f24bf-7395-4191-8fda-a686b4dec226 req-e20d6c6f-8deb-4b2e-8799-1a571c6cb17e tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=22d023d4-0181-40a3-9e8e-a4abc30639ea HTTP/1.1" status: 200  len: 944 time: 0.0869689
Dec 14 17:59:47.793530 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f20f24bf-7395-4191-8fda-a686b4dec226 req-b5a9b152-d66e-4e40-b713-469bf80767c4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461154
Dec 14 17:59:49.116017 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72581a33-bcd4-41c5-9e2e-5736bf1e0280 req-b00149c4-23bb-4035-8ae2-55544ae802a6 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:59:49.117756 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-72581a33-bcd4-41c5-9e2e-5736bf1e0280 req-b00149c4-23bb-4035-8ae2-55544ae802a6 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=22d023d4-0181-40a3-9e8e-a4abc30639ea HTTP/1.1" status: 200  len: 944 time: 0.1623876
Dec 14 17:59:49.130116 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae161d7-67c4-4f36-a95f-9aceef7fbfa3 req-0bc133b5-279b-48ca-b55a-5139023ccad8 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:59:49.131798 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9ae161d7-67c4-4f36-a95f-9aceef7fbfa3 req-0bc133b5-279b-48ca-b55a-5139023ccad8 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 947 time: 0.1308663
Dec 14 17:59:49.222051 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-72581a33-bcd4-41c5-9e2e-5736bf1e0280 req-51b6275f-c3af-4e10-8fb3-e93479aca71c tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0890455
Dec 14 17:59:49.227791 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9ae161d7-67c4-4f36-a95f-9aceef7fbfa3 req-36fc224b-f907-4ad0-9691-a9511c19bc61 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0755360
Dec 14 17:59:50.311250 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a42f1-592b-407e-bd4a-9f882648c94d req-67dfd476-e8e2-49fc-8eba-deb84035d4fc tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:59:50.312197 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-f32a42f1-592b-407e-bd4a-9f882648c94d req-67dfd476-e8e2-49fc-8eba-deb84035d4fc tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Synchronizing usage tracker for tenant:0cc1ceabb62d4c3a9a521b81c98f5557 on resource:port {{(pid=88123) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 17:59:50.332367 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-f32a42f1-592b-407e-bd4a-9f882648c94d req-67dfd476-e8e2-49fc-8eba-deb84035d4fc tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Unset dirty status for tenant:0cc1ceabb62d4c3a9a521b81c98f5557 on resource:port {{(pid=88123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 17:59:50.333632 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f32a42f1-592b-407e-bd4a-9f882648c94d req-67dfd476-e8e2-49fc-8eba-deb84035d4fc tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.41 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 947 time: 0.1185317
Dec 14 17:59:50.422268 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-f32a42f1-592b-407e-bd4a-9f882648c94d req-cbdfc2cd-03dc-475d-baab-a26303000b0f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Deleting port 28f5a238-da4a-46e6-aca9-54914dbc17d7 {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:59:50.422645 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-f32a42f1-592b-407e-bd4a-9f882648c94d req-cbdfc2cd-03dc-475d-baab-a26303000b0f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:50.520660 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62421eaf-4b32-43ac-9a38-c6f88b69671e req-34955948-fa50-4931-8f3e-76b346ad93c2 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:59:50.522243 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-62421eaf-4b32-43ac-9a38-c6f88b69671e req-34955948-fa50-4931-8f3e-76b346ad93c2 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=22d023d4-0181-40a3-9e8e-a4abc30639ea HTTP/1.1" status: 200  len: 944 time: 0.1532502
Dec 14 17:59:50.560137 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b03fe0-823d-4f6d-b02d-f5625675eaf6 req-02a24800-f78a-4384-82fe-19f4522c5452 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:59:50.562196 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f3b03fe0-823d-4f6d-b02d-f5625675eaf6 req-02a24800-f78a-4384-82fe-19f4522c5452 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 947 time: 0.1316953
Dec 14 17:59:50.610905 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-62421eaf-4b32-43ac-9a38-c6f88b69671e req-2e557344-a27e-418f-8df1-a5b301b7aa6a tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0807769
Dec 14 17:59:50.654462 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f3b03fe0-823d-4f6d-b02d-f5625675eaf6 req-4bb597bf-8bd0-48ef-9707-dee669260864 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups?id=35e2f1d4-1db1-4b69-85a0-607e2a0edc45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0791109
Dec 14 17:59:50.719680 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-f32a42f1-592b-407e-bd4a-9f882648c94d req-cbdfc2cd-03dc-475d-baab-a26303000b0f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] For port 28f5a238-da4a-46e6-aca9-54914dbc17d7, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=28f5a238-da4a-46e6-aca9-54914dbc17d7,segment=NetworkSegment(66237df7-ad58-4612-ad39-411169863aef),segment_id=66237df7-ad58-4612-ad39-411169863aef)] {{(pid=88123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:59:50.720073 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-f32a42f1-592b-407e-bd4a-9f882648c94d req-cbdfc2cd-03dc-475d-baab-a26303000b0f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:50.755342 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8ccca8aa-78fc-4a5e-abbb-1eab3e809c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:51.051207 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-f32a42f1-592b-407e-bd4a-9f882648c94d req-cbdfc2cd-03dc-475d-baab-a26303000b0f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:51.051623 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-f32a42f1-592b-407e-bd4a-9f882648c94d req-cbdfc2cd-03dc-475d-baab-a26303000b0f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646637'] for floatingip, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:51.051972 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.l3_db [req-f32a42f1-592b-407e-bd4a-9f882648c94d req-cbdfc2cd-03dc-475d-baab-a26303000b0f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Floating IP 5e1882f3-493c-468b-ad89-407689f7d9f8 disassociated. External IP: 172.27.2.143, port: 28f5a238-da4a-46e6-aca9-54914dbc17d7.
Dec 14 17:59:51.052346 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-f32a42f1-592b-407e-bd4a-9f882648c94d req-cbdfc2cd-03dc-475d-baab-a26303000b0f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Calling delete_port for 28f5a238-da4a-46e6-aca9-54914dbc17d7 owned by compute:nova {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:59:51.220120 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-f32a42f1-592b-407e-bd4a-9f882648c94d req-cbdfc2cd-03dc-475d-baab-a26303000b0f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:51.227201 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e0ee2ebd-9b76-4528-bc2b-e88ae3ac8b6e tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:59:51.274173 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdfc2cd-03dc-475d-baab-a26303000b0f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Pushing event deleted for resources: {'Port': ['ID=28f5a238-da4a-46e6-aca9-54914dbc17d7,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:59:51.278417 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-cbdfc2cd-03dc-475d-baab-a26303000b0f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:59:51.515940 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f32a42f1-592b-407e-bd4a-9f882648c94d req-cbdfc2cd-03dc-475d-baab-a26303000b0f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Router f6c0c953-5025-4bb2-a157-fe3d28d19b54 has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 17:59:51.668691 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:51.784980 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f32a42f1-592b-407e-bd4a-9f882648c94d req-cbdfc2cd-03dc-475d-baab-a26303000b0f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 17:59:51.802474 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4228859-0757-490e-af6b-acb5e8edac69 None None] Sync routers for ids ['f6c0c953-5025-4bb2-a157-fe3d28d19b54'] in dv-cinder-821737-1-iscsi {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 17:59:51.845988 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4228859-0757-490e-af6b-acb5e8edac69 None None] Routers {'f6c0c953-5025-4bb2-a157-fe3d28d19b54'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:59:51.847191 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-c4228859-0757-490e-af6b-acb5e8edac69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622ccf0b38>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:59:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['f6c0c953-5025-4bb2-a157-fe3d28d19b54'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:59:51.917232 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-bd235d1f-1535-4902-bbb0-52035bc1a508 req-3d63d570-4f94-4306-a63e-4ebc729de038 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/ports?device_id=10dd37d4-49ae-469e-9828-0ebb63b6c2f4 HTTP/1.1" status: 200  len: 210 time: 0.0575619
Dec 14 17:59:51.921509 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32a42f1-592b-407e-bd4a-9f882648c94d req-cbdfc2cd-03dc-475d-baab-a26303000b0f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] No DVR routers for this DVR port 28f5a238-da4a-46e6-aca9-54914dbc17d7 on host hv-cinder-82173 {{(pid=88123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 14 17:59:51.927368 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-f32a42f1-592b-407e-bd4a-9f882648c94d req-cbdfc2cd-03dc-475d-baab-a26303000b0f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:51.933039 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dd37d4-49ae-469e-9828-0ebb63b6c2f4', 'name': 'network-vif-deleted', 'tag': '28f5a238-da4a-46e6-aca9-54914dbc17d7'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:59:51.938160 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde343d-4ebe-4ede-b6f5-50d3356683ae req-3203f484-660f-4068-8b09-94ec4f996ea5 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:59:51.940098 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7fde343d-4ebe-4ede-b6f5-50d3356683ae req-3203f484-660f-4068-8b09-94ec4f996ea5 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=22d023d4-0181-40a3-9e8e-a4abc30639ea HTTP/1.1" status: 200  len: 944 time: 0.1596692
Dec 14 17:59:51.980658 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f32a42f1-592b-407e-bd4a-9f882648c94d req-cbdfc2cd-03dc-475d-baab-a26303000b0f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.41 "DELETE /v2.0/ports/28f5a238-da4a-46e6-aca9-54914dbc17d7 HTTP/1.1" status: 204  len: 173 time: 1.6411150
Dec 14 17:59:52.040464 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10dd37d4-49ae-469e-9828-0ebb63b6c2f4', 'name': 'network-vif-deleted', 'tag': '28f5a238-da4a-46e6-aca9-54914dbc17d7', 'status': 'completed', 'code': 200}
Dec 14 17:59:52.043254 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7fde343d-4ebe-4ede-b6f5-50d3356683ae req-39d4597c-38d6-44fd-a260-fb4d3263870e tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0848238
Dec 14 17:59:52.150818 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-c4228859-0757-490e-af6b-acb5e8edac69 None None] Set router f6c0c953-5025-4bb2-a157-fe3d28d19b54 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:59:52.356972 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 8aafbb1e-1ccc-4dbe-aba2-38668e173119 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 14 17:59:52.516166 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 8aafbb1e-1ccc-4dbe-aba2-38668e173119, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=8aafbb1e-1ccc-4dbe-aba2-38668e173119,segment=NetworkSegment(ca9c137f-aa6e-4e1e-954a-bcc20e945b60),segment_id=ca9c137f-aa6e-4e1e-954a-bcc20e945b60)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:59:52.517105 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-c4228859-0757-490e-af6b-acb5e8edac69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622ccf0b38>, [{'id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'name': 'tempest-AttachVolumeShelveTestJSON-379572698-router', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:53:54Z', 'updated_at': '2021-12-14T17:54:03Z', 'revision_number': 4, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'gw_port': {'id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:69:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:53:56Z', 'updated_at': '2021-12-14T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'f148444e-384d-439b-a167-db51bf9f5581', 'name': '', 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'mac_address': 'fa:16:3e:19:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:02Z', 'updated_at': '2021-12-14T17:54:11Z', 'revision_number': 5, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'subnets': [{'id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:59:52.522904 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4228859-0757-490e-af6b-acb5e8edac69 None None] Checking router: f6c0c953-5025-4bb2-a157-fe3d28d19b54 for host: dv-cinder-821737-1-iscsi {{(pid=88125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 17:59:52.535414 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Returning: {'device': '8aafbb1e-1ccc-4dbe-aba2-38668e173119', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'port_id': '8aafbb1e-1ccc-4dbe-aba2-38668e173119', 'mac_address': 'fa:16:3e:62:f9:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 17:59:52.536007 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4228859-0757-490e-af6b-acb5e8edac69 None None] Routers {'f6c0c953-5025-4bb2-a157-fe3d28d19b54'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 17:59:52.536685 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-c4228859-0757-490e-af6b-acb5e8edac69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622ccf0b38>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:59:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['f6c0c953-5025-4bb2-a157-fe3d28d19b54'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:59:52.596534 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:52.622203 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aafbb1e-1ccc-4dbe-aba2-38668e173119 {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 17:59:52.639277 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 8aafbb1e-1ccc-4dbe-aba2-38668e173119, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=8aafbb1e-1ccc-4dbe-aba2-38668e173119,segment=NetworkSegment(ca9c137f-aa6e-4e1e-954a-bcc20e945b60),segment_id=ca9c137f-aa6e-4e1e-954a-bcc20e945b60)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:59:52.643291 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:52.645384 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:59:52.719077 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=8aafbb1e-1ccc-4dbe-aba2-38668e173119,revision_number=4']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:59:52.729510 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:59:52.729855 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:59:52.730272 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:59:52.730646 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:59:52.731009 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:59:52.731394 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:59:52.731800 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:59:52.732167 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:59:52.732497 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:59:52.732877 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:59:52.733257 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 17:59:52.737779 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:59:52.751143 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-c4228859-0757-490e-af6b-acb5e8edac69 None None] Set router f6c0c953-5025-4bb2-a157-fe3d28d19b54 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 17:59:52.886039 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['8aafbb1e-1ccc-4dbe-aba2-38668e173119'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 17:59:52.957642 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9a6fd1ee-899b-443a-92ea-7caad9d342d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:53.131360 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 52258) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:59:53.185818 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-c4228859-0757-490e-af6b-acb5e8edac69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622ccf0b38>, [{'id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'name': 'tempest-AttachVolumeShelveTestJSON-379572698-router', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:53:54Z', 'updated_at': '2021-12-14T17:54:03Z', 'revision_number': 4, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'gw_port': {'id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:69:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:53:56Z', 'updated_at': '2021-12-14T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'f148444e-384d-439b-a167-db51bf9f5581', 'name': '', 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'mac_address': 'fa:16:3e:19:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:02Z', 'updated_at': '2021-12-14T17:54:11Z', 'revision_number': 5, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'subnets': [{'id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 17:59:53.192285 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4228859-0757-490e-af6b-acb5e8edac69 None None] The sync data for ids ['f6c0c953-5025-4bb2-a157-fe3d28d19b54'] in dv-cinder-821737-1-iscsi is: [{'id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'name': 'tempest-AttachVolumeShelveTestJSON-379572698-router', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:53:54Z', 'updated_at': '2021-12-14T17:54:03Z', 'revision_number': 4, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'gw_port': {'id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:69:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:53:56Z', 'updated_at': '2021-12-14T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'f148444e-384d-439b-a167-db51bf9f5581', 'name': '', 'network_id': '6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'mac_address': 'fa:16:3e:19:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:02Z', 'updated_at': '2021-12-14T17:54:11Z', 'revision_number': 5, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'subnets': [{'id': 'd978114e-cfd4-4a19-a29a-be42d1f2cd12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 17:59:53.279127 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-13d2c2a8-6a44-4edc-9453-fe8d60776911 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:53.300635 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb700e-5c4f-4345-9fcc-d88bebbb41b7 req-db09b2db-dac9-4f17-978f-30a78591ef36 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:59:53.302980 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-63cb700e-5c4f-4345-9fcc-d88bebbb41b7 req-db09b2db-dac9-4f17-978f-30a78591ef36 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=22d023d4-0181-40a3-9e8e-a4abc30639ea HTTP/1.1" status: 200  len: 945 time: 0.1052356
Dec 14 17:59:53.327320 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:53.344840 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-13d2c2a8-6a44-4edc-9453-fe8d60776911 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:53.391057 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-63cb700e-5c4f-4345-9fcc-d88bebbb41b7 req-5e50bcf3-5a6f-4574-972a-24c51eb47d4c tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0815787
Dec 14 17:59:53.419244 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-13d2c2a8-6a44-4edc-9453-fe8d60776911 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:53.423926 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e09b5fb4-9f72-4d6e-9274-06ede08ecb0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:59:53.440493 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2c2a8-6a44-4edc-9453-fe8d60776911 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e2f1d4-1db1-4b69-85a0-607e2a0edc45,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:59:53.444573 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-13d2c2a8-6a44-4edc-9453-fe8d60776911 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:59:53.454127 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-13d2c2a8-6a44-4edc-9453-fe8d60776911 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:53.455400 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-13d2c2a8-6a44-4edc-9453-fe8d60776911 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "DELETE /v2.0/security-groups/35e2f1d4-1db1-4b69-85a0-607e2a0edc45 HTTP/1.1" status: 204  len: 168 time: 0.3225121
Dec 14 17:59:53.458332 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 52262) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:59:53.477540 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.api.v2.resource [None req-5d4f0ef1-6fbd-492e-93bd-014563d25413 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] show failed (client error): The resource could not be found.
Dec 14 17:59:53.478696 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-5d4f0ef1-6fbd-492e-93bd-014563d25413 tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "GET /v2.0/security-groups/35e2f1d4-1db1-4b69-85a0-607e2a0edc45 HTTP/1.1" status: 404  len: 347 time: 0.0192056
Dec 14 17:59:53.483596 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 52266) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:59:53.660672 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-9190f493-8d42-4df3-ace5-2aaf0e703a2a tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Deleting port de5525ca-26bc-4b9a-900a-1c969ec083e4 {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:59:53.661338 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9190f493-8d42-4df3-ace5-2aaf0e703a2a tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:53.696709 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef961fe4-ffd1-4813-8a11-4858d33d1672 None None] New status for floating IP 5e1882f3-493c-468b-ad89-407689f7d9f8: DOWN {{(pid=88124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 14 17:59:54.108176 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9190f493-8d42-4df3-ace5-2aaf0e703a2a tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:54.108833 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9190f493-8d42-4df3-ace5-2aaf0e703a2a tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:54.241306 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-9190f493-8d42-4df3-ace5-2aaf0e703a2a tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Calling delete_port for de5525ca-26bc-4b9a-900a-1c969ec083e4 owned by network:floatingip {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:59:54.333784 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.db.api [None req-9190f493-8d42-4df3-ace5-2aaf0e703a2a tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88123) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 14 17:59:54.334322 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_db.api [None req-9190f493-8d42-4df3-ace5-2aaf0e703a2a tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 14 17:59:54.370037 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 8aafbb1e-1ccc-4dbe-aba2-38668e173119 up at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 17:59:54.448617 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning for port 8aafbb1e-1ccc-4dbe-aba2-38668e173119 completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 17:59:54.455001 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning complete for port 8aafbb1e-1ccc-4dbe-aba2-38668e173119 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 17:59:54.455427 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:54.581471 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:54.614020 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d023d4-0181-40a3-9e8e-a4abc30639ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aafbb1e-1ccc-4dbe-aba2-38668e173119'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 17:59:54.638203 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 8aafbb1e-1ccc-4dbe-aba2-38668e173119, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=8aafbb1e-1ccc-4dbe-aba2-38668e173119,segment=NetworkSegment(ca9c137f-aa6e-4e1e-954a-bcc20e945b60),segment_id=ca9c137f-aa6e-4e1e-954a-bcc20e945b60)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 17:59:54.644926 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:54.645908 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 28f5a238-da4a-46e6-aca9-54914dbc17d7 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 17:59:54.679904 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212aa7e-e2d7-4c9b-8d34-58d2f628766e req-1ea35d2f-a246-4555-8b3c-bb486a280e8e tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:59:54.680660 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:59:54.682636 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a212aa7e-e2d7-4c9b-8d34-58d2f628766e req-1ea35d2f-a246-4555-8b3c-bb486a280e8e tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=22d023d4-0181-40a3-9e8e-a4abc30639ea HTTP/1.1" status: 200  len: 945 time: 0.1048625
Dec 14 17:59:54.730311 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d023d4-0181-40a3-9e8e-a4abc30639ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aafbb1e-1ccc-4dbe-aba2-38668e173119', 'code': 200}
Dec 14 17:59:54.743544 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:54.744256 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] No Port match for: 28f5a238-da4a-46e6-aca9-54914dbc17d7 {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 17:59:54.744662 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 28f5a238-da4a-46e6-aca9-54914dbc17d7 not bound to the agent host hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 17:59:54.744978 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a212aa7e-e2d7-4c9b-8d34-58d2f628766e req-53cb0582-4e03-4130-af26-32724750484f tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509582
Dec 14 17:59:54.771626 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=8aafbb1e-1ccc-4dbe-aba2-38668e173119,revision_number=5']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:59:54.775138 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:59:54.835516 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-9190f493-8d42-4df3-ace5-2aaf0e703a2a tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Deleting port de5525ca-26bc-4b9a-900a-1c969ec083e4 {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 17:59:54.836415 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9190f493-8d42-4df3-ace5-2aaf0e703a2a tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:55.098038 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9190f493-8d42-4df3-ace5-2aaf0e703a2a tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:55.098409 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9190f493-8d42-4df3-ace5-2aaf0e703a2a tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:55.245242 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-9190f493-8d42-4df3-ace5-2aaf0e703a2a tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Calling delete_port for de5525ca-26bc-4b9a-900a-1c969ec083e4 owned by network:floatingip {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 17:59:55.304163 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-02b4fe90-52ba-44ac-9f2e-051a417905ef req-503bb1f6-0a5e-45f7-9161-95558aedf24d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=22d023d4-0181-40a3-9e8e-a4abc30639ea HTTP/1.1" status: 200  len: 1099 time: 0.3070071
Dec 14 17:59:55.387304 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-02b4fe90-52ba-44ac-9f2e-051a417905ef req-4bd5212b-28df-4166-848a-4aad5705b530 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0760972
Dec 14 17:59:55.457009 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9190f493-8d42-4df3-ace5-2aaf0e703a2a tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:55.462199 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-05e203eb-0c9d-444f-ade4-fb427071753d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:59:55.512544 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190f493-8d42-4df3-ace5-2aaf0e703a2a tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Pushing event deleted for resources: {'Port': ['ID=de5525ca-26bc-4b9a-900a-1c969ec083e4,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:59:55.516148 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-9190f493-8d42-4df3-ace5-2aaf0e703a2a tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:59:55.615309 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9190f493-8d42-4df3-ace5-2aaf0e703a2a tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks [] for floatingip, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:55.632343 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9190f493-8d42-4df3-ace5-2aaf0e703a2a tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for floatingip, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:55.633594 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-9190f493-8d42-4df3-ace5-2aaf0e703a2a tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] 10.222.0.53 "DELETE /v2.0/floatingips/5e1882f3-493c-468b-ad89-407689f7d9f8 HTTP/1.1" status: 204  len: 168 time: 2.1485310
Dec 14 17:59:55.982559 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f1450-5422-4a9b-a674-3720cf435e53 req-a45010ff-528c-4a67-be81-b91269ce07ed tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:59:55.984409 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-855f1450-5422-4a9b-a674-3720cf435e53 req-a45010ff-528c-4a67-be81-b91269ce07ed tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=22d023d4-0181-40a3-9e8e-a4abc30639ea HTTP/1.1" status: 200  len: 946 time: 0.0972950
Dec 14 17:59:56.044171 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-855f1450-5422-4a9b-a674-3720cf435e53 req-5797b4ee-0b31-41fc-b668-3edbc7e284e7 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503168
Dec 14 17:59:57.313074 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5a2de-a54b-4967-99a5-df5a77750ead req-9ba097c4-6092-48c6-a2fc-b73142b194c9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:59:57.314883 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-46f5a2de-a54b-4967-99a5-df5a77750ead req-9ba097c4-6092-48c6-a2fc-b73142b194c9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=22d023d4-0181-40a3-9e8e-a4abc30639ea HTTP/1.1" status: 200  len: 946 time: 0.1375387
Dec 14 17:59:57.384291 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-46f5a2de-a54b-4967-99a5-df5a77750ead req-8568bc90-551f-432a-add5-c8d29f5cecf1 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571997
Dec 14 17:59:57.621551 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af333cf6-1b77-4423-bd34-6f432a494e9e req-98c28172-f008-4c63-85fe-f6dcf67584ee tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 17:59:57.623610 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-af333cf6-1b77-4423-bd34-6f432a494e9e req-98c28172-f008-4c63-85fe-f6dcf67584ee tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=22d023d4-0181-40a3-9e8e-a4abc30639ea HTTP/1.1" status: 200  len: 946 time: 0.1010666
Dec 14 17:59:57.684082 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-af333cf6-1b77-4423-bd34-6f432a494e9e req-135bdb97-74df-4781-a556-cbf63dd9b92a tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532377
Dec 14 17:59:57.715505 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 52294) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:59:57.801368 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-a3cd93aa-cd10-4fe7-8694-499eddfc2eaa tempest-TestVolumeBootPattern-461310426 tempest-TestVolumeBootPattern-461310426-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=22d023d4-0181-40a3-9e8e-a4abc30639ea HTTP/1.1" status: 200  len: 1094 time: 0.0844519
Dec 14 17:59:57.806144 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 52298) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:59:57.813273 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-abd37d82-9559-4c5f-b21b-1a4223440051 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Request body: {'floatingip': {'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'port_id': '8aafbb1e-1ccc-4dbe-aba2-38668e173119', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 17:59:57.819484 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-abd37d82-9559-4c5f-b21b-1a4223440051 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 17:59:57.824531 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-abd37d82-9559-4c5f-b21b-1a4223440051 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Usage tracker for resource:floatingip and tenant:dfc18f8040f94448b907f65fb2ffb8d2 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 17:59:57.828286 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-abd37d82-9559-4c5f-b21b-1a4223440051 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 17:59:57.835449 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-abd37d82-9559-4c5f-b21b-1a4223440051 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 17:59:57.846390 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-abd37d82-9559-4c5f-b21b-1a4223440051 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for floatingip, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:58.008242 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-abd37d82-9559-4c5f-b21b-1a4223440051 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:58.172904 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-abd37d82-9559-4c5f-b21b-1a4223440051 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Allocated IP 172.27.2.140 (b3d2256c-c519-4427-b3bb-181a657f5e18/431330ab-9b63-4a3b-8088-f9712ed58753/af4d8e39-c42f-47bc-b687-26284da282f8) {{(pid=88123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 17:59:58.367141 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-abd37d82-9559-4c5f-b21b-1a4223440051 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for port, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:58.399130 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-abd37d82-9559-4c5f-b21b-1a4223440051 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:58.403868 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-4a4ec78f-92c2-4387-bb8a-b4d320d9cef4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:59:58.487322 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd37d82-9559-4c5f-b21b-1a4223440051 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Network b3d2256c-c519-4427-b3bb-181a657f5e18 is already hosted by enough agents. {{(pid=88123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 17:59:58.491281 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-abd37d82-9559-4c5f-b21b-1a4223440051 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Resources bound (agent type, host, resource id):  {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 17:59:58.496941 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd37d82-9559-4c5f-b21b-1a4223440051 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Received port after_create {{(pid=88123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 17:59:58.526810 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd37d82-9559-4c5f-b21b-1a4223440051 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Pushing event updated for resources: {'Port': ['ID=af4d8e39-c42f-47bc-b687-26284da282f8,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:59:58.533263 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-abd37d82-9559-4c5f-b21b-1a4223440051 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:59:58.761572 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 52308) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 17:59:59.121774 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-abd37d82-9559-4c5f-b21b-1a4223440051 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:59.191158 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-abd37d82-9559-4c5f-b21b-1a4223440051 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:59.455361 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-abd37d82-9559-4c5f-b21b-1a4223440051 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for port, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:59.461496 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-abd37d82-9559-4c5f-b21b-1a4223440051 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1688486'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:59.470229 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-396aadf0-0131-40d2-8233-bdea41993429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 17:59:59.637958 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7d2e6c09-7942-40e3-b165-2249d2b2d95e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854128381'] for router_interface, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:59.639583 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd37d82-9559-4c5f-b21b-1a4223440051 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Pushing event updated for resources: {'Port': ['ID=af4d8e39-c42f-47bc-b687-26284da282f8,revision_number=2']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 17:59:59.645108 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-abd37d82-9559-4c5f-b21b-1a4223440051 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 17:59:59.656782 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-abd37d82-9559-4c5f-b21b-1a4223440051 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646637'] for floatingip, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 17:59:59.885566 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.l3_db [None req-abd37d82-9559-4c5f-b21b-1a4223440051 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Floating IP 9d893832-ca38-428a-9d89-ede20073d769 associated. External IP: 172.27.2.140, port: 8aafbb1e-1ccc-4dbe-aba2-38668e173119.
Dec 14 18:00:00.402529 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-7d2e6c09-7942-40e3-b165-2249d2b2d95e admin admin] Deleting port f148444e-384d-439b-a167-db51bf9f5581 {{(pid=88122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 18:00:00.402952 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7d2e6c09-7942-40e3-b165-2249d2b2d95e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:00.653978 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd37d82-9559-4c5f-b21b-1a4223440051 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Router 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 18:00:00.680560 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-7d2e6c09-7942-40e3-b165-2249d2b2d95e admin admin] For port f148444e-384d-439b-a167-db51bf9f5581, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=f148444e-384d-439b-a167-db51bf9f5581,segment=NetworkSegment(66237df7-ad58-4612-ad39-411169863aef),segment_id=66237df7-ad58-4612-ad39-411169863aef)] {{(pid=88122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 18:00:00.680965 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7d2e6c09-7942-40e3-b165-2249d2b2d95e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:00.821677 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-7d2e6c09-7942-40e3-b165-2249d2b2d95e admin admin] Calling delete_port for f148444e-384d-439b-a167-db51bf9f5581 owned by network:router_interface {{(pid=88122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 18:00:00.905095 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd37d82-9559-4c5f-b21b-1a4223440051 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 18:00:00.918833 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d4ecd3-143b-4ce1-9414-32c6d0de8bac None None] Sync routers for ids ['0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'] in dv-cinder-821737-1-iscsi {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 18:00:00.939318 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-abd37d82-9559-4c5f-b21b-1a4223440051 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for floatingip, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:00.943587 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d4ecd3-143b-4ce1-9414-32c6d0de8bac None None] Routers {'0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 18:00:00.945259 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-65d4ecd3-143b-4ce1-9414-32c6d0de8bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622ccf0748>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:59:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:00:01.037344 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-abd37d82-9559-4c5f-b21b-1a4223440051 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.2299671
Dec 14 18:00:01.038261 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d023d4-0181-40a3-9e8e-a4abc30639ea', 'tag': '8aafbb1e-1ccc-4dbe-aba2-38668e173119'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 18:00:01.066320 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7d2e6c09-7942-40e3-b165-2249d2b2d95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852908220'] for port, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:01.075298 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-c3b947b7-dfda-4ed1-88eb-a7f02a6b9370 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:00:01.125280 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e6c09-7942-40e3-b165-2249d2b2d95e admin admin] Pushing event deleted for resources: {'Port': ['ID=f148444e-384d-439b-a167-db51bf9f5581,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:00:01.155626 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d023d4-0181-40a3-9e8e-a4abc30639ea', 'tag': '8aafbb1e-1ccc-4dbe-aba2-38668e173119', 'status': 'completed', 'code': 200}
Dec 14 18:00:01.199510 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e6c09-7942-40e3-b165-2249d2b2d95e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:00:01.200967 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e6c09-7942-40e3-b165-2249d2b2d95e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:00:01.203479 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e6c09-7942-40e3-b165-2249d2b2d95e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:00:01.204605 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e6c09-7942-40e3-b165-2249d2b2d95e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:00:01.206247 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e6c09-7942-40e3-b165-2249d2b2d95e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:00:01.207315 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e6c09-7942-40e3-b165-2249d2b2d95e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:00:01.208309 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e6c09-7942-40e3-b165-2249d2b2d95e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:00:01.209329 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e6c09-7942-40e3-b165-2249d2b2d95e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:00:01.210570 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e6c09-7942-40e3-b165-2249d2b2d95e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:00:01.211751 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e6c09-7942-40e3-b165-2249d2b2d95e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:00:01.213171 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2e6c09-7942-40e3-b165-2249d2b2d95e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:00:01.219876 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-7d2e6c09-7942-40e3-b165-2249d2b2d95e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:00:01.304708 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d31ffcf2-2ae1-402e-9f86-8f3723960819 req-7064a4f0-fbb7-4ec5-acb5-fb75b22609cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dfc18f8040f94448b907f65fb2ffb8d2&device_id=22d023d4-0181-40a3-9e8e-a4abc30639ea HTTP/1.1" status: 200  len: 1099 time: 0.1284571
Dec 14 18:00:01.384675 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-65d4ecd3-143b-4ce1-9414-32c6d0de8bac None None] Set router 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 18:00:01.493049 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ffcf2-2ae1-402e-9f86-8f3723960819 req-2d558061-743b-4f72-a355-ce236d388104 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:00:01.495656 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d31ffcf2-2ae1-402e-9f86-8f3723960819 req-2d558061-743b-4f72-a355-ce236d388104 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4889aa50-8ecf-4915-9526-7a966caa4901 HTTP/1.1" status: 200  len: 912 time: 0.1840696
Dec 14 18:00:01.628011 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d31ffcf2-2ae1-402e-9f86-8f3723960819 req-b7f6da02-3f47-4a8e-a4f6-b79c7964d024 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8aafbb1e-1ccc-4dbe-aba2-38668e173119 HTTP/1.1" status: 200  len: 1000 time: 0.1253016
Dec 14 18:00:01.691271 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7d2e6c09-7942-40e3-b165-2249d2b2d95e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850707412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854128231'] for router_interface, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:01.739095 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ffcf2-2ae1-402e-9f86-8f3723960819 req-5d905292-eb72-4f84-bbc0-75242ed24fea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:00:01.740780 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d31ffcf2-2ae1-402e-9f86-8f3723960819 req-5d905292-eb72-4f84-bbc0-75242ed24fea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ef4cbe3-f2dd-49ee-9531-21f376b28438 HTTP/1.1" status: 200  len: 850 time: 0.1067598
Dec 14 18:00:01.833280 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d31ffcf2-2ae1-402e-9f86-8f3723960819 req-7849f63e-4137-4984-87e6-e60e0132d247 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4889aa50-8ecf-4915-9526-7a966caa4901&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0857344
Dec 14 18:00:01.858358 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-65d4ecd3-143b-4ce1-9414-32c6d0de8bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622ccf0748>, [{'id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'name': 'tempest-TestVolumeBootPattern-233859865-router', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '8351444f-0903-49fb-817c-419fae0c0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:54:13Z', 'updated_at': '2021-12-14T17:54:17Z', 'revision_number': 4, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'gw_port': {'id': '8351444f-0903-49fb-817c-419fae0c0bef', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:14Z', 'updated_at': '2021-12-14T17:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_floatingips': [{'id': '73a2e6db-804f-4141-a203-b4985a3c9a71', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'router_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'port_id': 'd0144962-0497-47d5-ad20-8ee3638a0a8b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'mac_address': 'fa:16:3e:b6:29:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c6d2-1d66-47de-a5ad-d7b993dc6954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T17:58:01Z', 'updated_at': '2021-12-14T17:58:06Z', 'revision_number': 1, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'fixed_ip_address_scope': None}, {'id': '9d893832-ca38-428a-9d89-ede20073d769', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'floating_ip_address': '172.27.2.140', 'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'router_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'port_id': '8aafbb1e-1ccc-4dbe-aba2-38668e173119', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'mac_address': 'fa:16:3e:62:f9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d023d4-0181-40a3-9e8e-a4abc30639ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T17:59:58Z', 'updated_at': '2021-12-14T17:59:58Z', 'revision_number': 0, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ea3571-d9f7-4a44-a850-8159533b162e', 'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'mac_address': 'fa:16:3e:5f:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:17Z', 'updated_at': '2021-12-14T17:54:31Z', 'revision_number': 5, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'subnets': [{'id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:00:01.863869 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d4ecd3-143b-4ce1-9414-32c6d0de8bac None None] Checking router: 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa for host: dv-cinder-821737-1-iscsi {{(pid=88125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 18:00:01.877706 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d4ecd3-143b-4ce1-9414-32c6d0de8bac None None] Routers {'0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 18:00:01.878801 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-65d4ecd3-143b-4ce1-9414-32c6d0de8bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622ccf0748>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:59:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:00:02.020761 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d31ffcf2-2ae1-402e-9f86-8f3723960819 req-a4eaed3a-f6c2-40d5-a268-1e95b3c24c93 service neutron] 10.222.0.41 "GET /v2.0/networks/4889aa50-8ecf-4915-9526-7a966caa4901?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1801968
Dec 14 18:00:02.122206 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-65d4ecd3-143b-4ce1-9414-32c6d0de8bac None None] Set router 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 18:00:02.183478 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d31ffcf2-2ae1-402e-9f86-8f3723960819 req-aac92053-bb2b-41cd-b724-7052730ed817 service neutron] 10.222.0.41 "GET /v2.0/networks/4889aa50-8ecf-4915-9526-7a966caa4901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1559787
Dec 14 18:00:02.212691 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:02.559128 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2e6c09-7942-40e3-b165-2249d2b2d95e admin admin] Router f6c0c953-5025-4bb2-a157-fe3d28d19b54 has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 18:00:02.621437 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-65d4ecd3-143b-4ce1-9414-32c6d0de8bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622ccf0748>, [{'id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'name': 'tempest-TestVolumeBootPattern-233859865-router', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '8351444f-0903-49fb-817c-419fae0c0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:54:13Z', 'updated_at': '2021-12-14T17:54:17Z', 'revision_number': 4, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'gw_port': {'id': '8351444f-0903-49fb-817c-419fae0c0bef', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:14Z', 'updated_at': '2021-12-14T17:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_floatingips': [{'id': '73a2e6db-804f-4141-a203-b4985a3c9a71', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'router_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'port_id': 'd0144962-0497-47d5-ad20-8ee3638a0a8b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'mac_address': 'fa:16:3e:b6:29:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c6d2-1d66-47de-a5ad-d7b993dc6954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T17:58:01Z', 'updated_at': '2021-12-14T17:58:06Z', 'revision_number': 1, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'fixed_ip_address_scope': None}, {'id': '9d893832-ca38-428a-9d89-ede20073d769', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'floating_ip_address': '172.27.2.140', 'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'router_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'port_id': '8aafbb1e-1ccc-4dbe-aba2-38668e173119', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'mac_address': 'fa:16:3e:62:f9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d023d4-0181-40a3-9e8e-a4abc30639ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T17:59:58Z', 'updated_at': '2021-12-14T17:59:58Z', 'revision_number': 0, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ea3571-d9f7-4a44-a850-8159533b162e', 'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'mac_address': 'fa:16:3e:5f:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:17Z', 'updated_at': '2021-12-14T17:54:31Z', 'revision_number': 5, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'subnets': [{'id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:00:02.627488 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d4ecd3-143b-4ce1-9414-32c6d0de8bac None None] The sync data for ids ['0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'] in dv-cinder-821737-1-iscsi is: [{'id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'name': 'tempest-TestVolumeBootPattern-233859865-router', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '8351444f-0903-49fb-817c-419fae0c0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:54:13Z', 'updated_at': '2021-12-14T17:54:17Z', 'revision_number': 4, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'gw_port': {'id': '8351444f-0903-49fb-817c-419fae0c0bef', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:14Z', 'updated_at': '2021-12-14T17:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_floatingips': [{'id': '73a2e6db-804f-4141-a203-b4985a3c9a71', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'router_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'port_id': 'd0144962-0497-47d5-ad20-8ee3638a0a8b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'mac_address': 'fa:16:3e:b6:29:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c6d2-1d66-47de-a5ad-d7b993dc6954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T17:58:01Z', 'updated_at': '2021-12-14T17:58:06Z', 'revision_number': 1, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'fixed_ip_address_scope': None}, {'id': '9d893832-ca38-428a-9d89-ede20073d769', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'floating_ip_address': '172.27.2.140', 'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'router_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'port_id': '8aafbb1e-1ccc-4dbe-aba2-38668e173119', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'mac_address': 'fa:16:3e:62:f9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d023d4-0181-40a3-9e8e-a4abc30639ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T17:59:58Z', 'updated_at': '2021-12-14T17:59:58Z', 'revision_number': 0, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ea3571-d9f7-4a44-a850-8159533b162e', 'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'mac_address': 'fa:16:3e:5f:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:17Z', 'updated_at': '2021-12-14T17:54:31Z', 'revision_number': 5, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'subnets': [{'id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 18:00:02.808927 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2e6c09-7942-40e3-b165-2249d2b2d95e admin admin] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 18:00:02.820430 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecff1149-ac0c-4f70-97f5-77cd9563a046 None None] Sync routers for ids ['f6c0c953-5025-4bb2-a157-fe3d28d19b54'] in dv-cinder-821737-1-iscsi {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 18:00:02.824069 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-7d2e6c09-7942-40e3-b165-2249d2b2d95e admin admin] 10.222.0.53 "PUT /v2.0/routers/f6c0c953-5025-4bb2-a157-fe3d28d19b54/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0607154
Dec 14 18:00:02.827015 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 52318) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:00:02.836716 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecff1149-ac0c-4f70-97f5-77cd9563a046 None None] Routers {'f6c0c953-5025-4bb2-a157-fe3d28d19b54'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 18:00:02.837414 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-ecff1149-ac0c-4f70-97f5-77cd9563a046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622c572710>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:59:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['f6c0c953-5025-4bb2-a157-fe3d28d19b54'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:00:03.050733 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afa515f-ef6c-466f-b9c8-36cfd114b882 None None] New status for floating IP 9d893832-ca38-428a-9d89-ede20073d769: ACTIVE {{(pid=88125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 14 18:00:03.119290 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-ecff1149-ac0c-4f70-97f5-77cd9563a046 None None] Set router f6c0c953-5025-4bb2-a157-fe3d28d19b54 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 18:00:03.376346 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6907c510-44a9-4d01-83cd-4a34610b56d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:03.587378 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-92c36f9a-c597-4842-b6ff-ab0b0a48ed5d req-b4e4c04c-4006-4680-b535-b625318a6fb0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d892c6d2-1d66-47de-a5ad-d7b993dc6954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1031628
Dec 14 18:00:03.676621 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-ecff1149-ac0c-4f70-97f5-77cd9563a046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622c572710>, [{'id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'name': 'tempest-AttachVolumeShelveTestJSON-379572698-router', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:53:54Z', 'updated_at': '2021-12-14T18:00:00Z', 'revision_number': 5, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'gw_port': {'id': 'bb11d7a3-bc26-46bd-bc00-94f5d7509ecd', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:69:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:53:56Z', 'updated_at': '2021-12-14T17:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi'}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:00:03.682386 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecff1149-ac0c-4f70-97f5-77cd9563a046 None None] Checking router: f6c0c953-5025-4bb2-a157-fe3d28d19b54 for host: dv-cinder-821737-1-iscsi {{(pid=88124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 18:00:03.698379 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecff1149-ac0c-4f70-97f5-77cd9563a046 None None] Routers {'f6c0c953-5025-4bb2-a157-fe3d28d19b54'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 18:00:03.699109 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-ecff1149-ac0c-4f70-97f5-77cd9563a046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622c572710>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T17:59:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['f6c0c953-5025-4bb2-a157-fe3d28d19b54'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:00:03.718224 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6907c510-44a9-4d01-83cd-4a34610b56d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:03.726017 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-92c36f9a-c597-4842-b6ff-ab0b0a48ed5d req-965793eb-ae3c-4347-91a1-d8c1a89fae88 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dfc18f8040f94448b907f65fb2ffb8d2&device_id=d892c6d2-1d66-47de-a5ad-d7b993dc6954 HTTP/1.1" status: 200  len: 1098 time: 0.1108518
Dec 14 18:00:03.730235 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-6907c510-44a9-4d01-83cd-4a34610b56d1 admin admin] Deleting port bb11d7a3-bc26-46bd-bc00-94f5d7509ecd {{(pid=88122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 18:00:03.730707 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6907c510-44a9-4d01-83cd-4a34610b56d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:03.920407 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c36f9a-c597-4842-b6ff-ab0b0a48ed5d req-f08746c6-0f76-45b7-9a22-9021a771507a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:00:03.922409 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-92c36f9a-c597-4842-b6ff-ab0b0a48ed5d req-f08746c6-0f76-45b7-9a22-9021a771507a service neutron] 10.222.0.41 "GET /v2.0/networks?id=4889aa50-8ecf-4915-9526-7a966caa4901 HTTP/1.1" status: 200  len: 912 time: 0.1742976
Dec 14 18:00:04.023926 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-6907c510-44a9-4d01-83cd-4a34610b56d1 admin admin] For port bb11d7a3-bc26-46bd-bc00-94f5d7509ecd, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=bb11d7a3-bc26-46bd-bc00-94f5d7509ecd,segment=NetworkSegment(031a1115-d006-4778-96dd-1bbd9a3ec485),segment_id=031a1115-d006-4778-96dd-1bbd9a3ec485)] {{(pid=88122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 18:00:04.024355 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6907c510-44a9-4d01-83cd-4a34610b56d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:04.045137 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-92c36f9a-c597-4842-b6ff-ab0b0a48ed5d req-ae4d948b-79c2-462a-8ded-4b1ee7ccf4be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0144962-0497-47d5-ad20-8ee3638a0a8b HTTP/1.1" status: 200  len: 1001 time: 0.1152396
Dec 14 18:00:04.087890 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-ecff1149-ac0c-4f70-97f5-77cd9563a046 None None] Set router f6c0c953-5025-4bb2-a157-fe3d28d19b54 gateway port host: None {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 18:00:04.125015 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c36f9a-c597-4842-b6ff-ab0b0a48ed5d req-a5686e0e-25f0-4644-8c44-702025ff3892 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:00:04.126980 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-92c36f9a-c597-4842-b6ff-ab0b0a48ed5d req-a5686e0e-25f0-4644-8c44-702025ff3892 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ef4cbe3-f2dd-49ee-9531-21f376b28438 HTTP/1.1" status: 200  len: 850 time: 0.0758674
Dec 14 18:00:04.162737 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-6907c510-44a9-4d01-83cd-4a34610b56d1 admin admin] Calling delete_port for bb11d7a3-bc26-46bd-bc00-94f5d7509ecd owned by network:router_gateway {{(pid=88122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 18:00:04.224106 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-92c36f9a-c597-4842-b6ff-ab0b0a48ed5d req-ee060508-e995-440e-9d51-476712a28b94 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4889aa50-8ecf-4915-9526-7a966caa4901&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0871711
Dec 14 18:00:04.302695 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-ecff1149-ac0c-4f70-97f5-77cd9563a046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622c572710>, [{'id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'name': 'tempest-AttachVolumeShelveTestJSON-379572698-router', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:53:54Z', 'updated_at': '2021-12-14T18:00:03Z', 'revision_number': 6, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'gw_port_host': None}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:00:04.310462 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecff1149-ac0c-4f70-97f5-77cd9563a046 None None] The sync data for ids ['f6c0c953-5025-4bb2-a157-fe3d28d19b54'] in dv-cinder-821737-1-iscsi is: [{'id': 'f6c0c953-5025-4bb2-a157-fe3d28d19b54', 'name': 'tempest-AttachVolumeShelveTestJSON-379572698-router', 'tenant_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:53:54Z', 'updated_at': '2021-12-14T18:00:03Z', 'revision_number': 6, 'project_id': '0cc1ceabb62d4c3a9a521b81c98f5557', 'gw_port_host': None}] {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 18:00:04.455629 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6907c510-44a9-4d01-83cd-4a34610b56d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852908220'] for port, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:04.462433 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-7109ed14-7fe7-491b-b84a-7eaf378b93c4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:00:04.473018 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-92c36f9a-c597-4842-b6ff-ab0b0a48ed5d req-b84d9049-d064-48f1-a09c-5a4bc5cb3859 service neutron] 10.222.0.41 "GET /v2.0/networks/4889aa50-8ecf-4915-9526-7a966caa4901?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2446175
Dec 14 18:00:04.510658 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907c510-44a9-4d01-83cd-4a34610b56d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb11d7a3-bc26-46bd-bc00-94f5d7509ecd,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:00:04.513604 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-6907c510-44a9-4d01-83cd-4a34610b56d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:00:04.739447 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-92c36f9a-c597-4842-b6ff-ab0b0a48ed5d req-37519daf-545d-4a21-9c40-c4d90e8a16ee service neutron] 10.222.0.41 "GET /v2.0/networks/4889aa50-8ecf-4915-9526-7a966caa4901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2591641
Dec 14 18:00:04.818462 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device f148444e-384d-439b-a167-db51bf9f5581 no longer exists at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 18:00:04.820904 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6907c510-44a9-4d01-83cd-4a34610b56d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854129390'] for router_gateway, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:04.857191 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] No Port match for: f148444e-384d-439b-a167-db51bf9f5581 {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 18:00:04.857768 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device f148444e-384d-439b-a167-db51bf9f5581 not bound to the agent host dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 18:00:05.190571 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6907c510-44a9-4d01-83cd-4a34610b56d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854195844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128577'] for router, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:05.200492 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6907c510-44a9-4d01-83cd-4a34610b56d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:05.238472 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6907c510-44a9-4d01-83cd-4a34610b56d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854195950'] for router, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:05.239241 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6907c510-44a9-4d01-83cd-4a34610b56d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6c0c953-5025-4bb2-a157-fe3d28d19b54 {{(pid=88122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 14 18:00:05.253954 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6907c510-44a9-4d01-83cd-4a34610b56d1 admin admin] Notify callbacks [] for router, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:05.255240 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-6907c510-44a9-4d01-83cd-4a34610b56d1 admin admin] 10.222.0.53 "DELETE /v2.0/routers/f6c0c953-5025-4bb2-a157-fe3d28d19b54 HTTP/1.1" status: 204  len: 168 time: 2.4271629
Dec 14 18:00:05.259793 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 52322) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:00:05.357856 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_v2 [None req-892cb453-d47c-4d4b-984b-378fc21c6841 admin admin] Deleting subnet d978114e-cfd4-4a19-a29a-be42d1f2cd12 {{(pid=88123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 14 18:00:05.362643 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-892cb453-d47c-4d4b-984b-378fc21c6841 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:05.429042 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-892cb453-d47c-4d4b-984b-378fc21c6841 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853087298'] for subnet, precommit_delete_associations {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:05.537670 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-892cb453-d47c-4d4b-984b-378fc21c6841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2926108'] for subnet, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:05.624189 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-892cb453-d47c-4d4b-984b-378fc21c6841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851849723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1688537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1835572'] for subnet, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:05.630362 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e3be30a3-20f0-47a5-81da-79e2b434e74a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:00:05.686112 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892cb453-d47c-4d4b-984b-378fc21c6841 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d978114e-cfd4-4a19-a29a-be42d1f2cd12,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:00:05.689539 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-892cb453-d47c-4d4b-984b-378fc21c6841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:00:05.693404 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-892cb453-d47c-4d4b-984b-378fc21c6841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for subnet, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:05.700149 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-892cb453-d47c-4d4b-984b-378fc21c6841 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d978114e-cfd4-4a19-a29a-be42d1f2cd12 HTTP/1.1" status: 204  len: 168 time: 0.4391654
Dec 14 18:00:05.702595 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f188de-e455-49e5-9aec-b8a231f0a30d None None] Network 6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 18:00:05.703538 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 52326) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:00:05.834228 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-de668f84-9b34-40d5-bbef-f50f8d716313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3079847'] for network, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:05.850569 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-de668f84-9b34-40d5-bbef-f50f8d716313 admin admin] Deleting port fc4f9e37-334d-4b84-8f5f-3820130bab7b {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 18:00:05.851232 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-de668f84-9b34-40d5-bbef-f50f8d716313 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:06.144380 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-de668f84-9b34-40d5-bbef-f50f8d716313 admin admin] For port fc4f9e37-334d-4b84-8f5f-3820130bab7b, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=fc4f9e37-334d-4b84-8f5f-3820130bab7b,segment=NetworkSegment(66237df7-ad58-4612-ad39-411169863aef),segment_id=66237df7-ad58-4612-ad39-411169863aef)] {{(pid=88123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 18:00:06.144786 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-de668f84-9b34-40d5-bbef-f50f8d716313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:06.159181 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69adbe4a-1d8a-4fb5-a879-af272a740620 None None] DHCP port deletion for 6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a request from dv-cinder-821737-1-iscsi {{(pid=88124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 14 18:00:06.163871 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-69adbe4a-1d8a-4fb5-a879-af272a740620 None None] Deleting port fc4f9e37-334d-4b84-8f5f-3820130bab7b {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 18:00:06.164291 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-69adbe4a-1d8a-4fb5-a879-af272a740620 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:06.281725 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-de668f84-9b34-40d5-bbef-f50f8d716313 admin admin] Calling delete_port for fc4f9e37-334d-4b84-8f5f-3820130bab7b owned by network:dhcp {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 18:00:06.381008 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-de668f84-9b34-40d5-bbef-f50f8d716313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:06.386914 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-034fff18-eef4-416f-b719-a4ec60d89d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:00:06.432713 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-69adbe4a-1d8a-4fb5-a879-af272a740620 None None] For port fc4f9e37-334d-4b84-8f5f-3820130bab7b, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=fc4f9e37-334d-4b84-8f5f-3820130bab7b,segment=NetworkSegment(66237df7-ad58-4612-ad39-411169863aef),segment_id=66237df7-ad58-4612-ad39-411169863aef)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 18:00:06.433140 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-69adbe4a-1d8a-4fb5-a879-af272a740620 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:06.442765 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de668f84-9b34-40d5-bbef-f50f8d716313 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc4f9e37-334d-4b84-8f5f-3820130bab7b,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:00:06.445984 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-de668f84-9b34-40d5-bbef-f50f8d716313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:00:06.448517 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de668f84-9b34-40d5-bbef-f50f8d716313 admin admin] No DVR routers for this DVR port fc4f9e37-334d-4b84-8f5f-3820130bab7b on host dv-cinder-821737-1-iscsi {{(pid=88123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 14 18:00:06.572647 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-69adbe4a-1d8a-4fb5-a879-af272a740620 None None] Calling delete_port for fc4f9e37-334d-4b84-8f5f-3820130bab7b owned by network:dhcp {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 18:00:06.584289 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-de668f84-9b34-40d5-bbef-f50f8d716313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2926725', 'neutron.services.segments.db._delete_segments_for_network-8753728381128'] for network, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:06.615766 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-de668f84-9b34-40d5-bbef-f50f8d716313 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f622b780d30>,) {'filters': {'network_id': ['6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a']}} {{(pid=88123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:00:06.630734 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-de668f84-9b34-40d5-bbef-f50f8d716313 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f622b780d30>, '66237df7-ad58-4612-ad39-411169863aef') {'for_net_delete': True} {{(pid=88123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:00:06.631022 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-de668f84-9b34-40d5-bbef-f50f8d716313 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f622b780d30>, '66237df7-ad58-4612-ad39-411169863aef') {} {{(pid=88123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:00:06.645791 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-de668f84-9b34-40d5-bbef-f50f8d716313 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753728390873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1688503'] for segment, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:06.663277 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.db.api [None req-69adbe4a-1d8a-4fb5-a879-af272a740620 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88124) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 14 18:00:06.663794 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_db.api [None req-69adbe4a-1d8a-4fb5-a879-af272a740620 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 14 18:00:06.668266 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-de668f84-9b34-40d5-bbef-f50f8d716313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:06.675658 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de668f84-9b34-40d5-bbef-f50f8d716313 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=88123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 14 18:00:06.676103 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-de668f84-9b34-40d5-bbef-f50f8d716313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3099130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853087621'] for segment, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:06.691306 dv-cinder-821737-1-iscsi neutron-server[88013]: Traceback (most recent call last):
Dec 14 18:00:06.691306 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 14 18:00:06.691306 dv-cinder-821737-1-iscsi neutron-server[88013]:     timer()
Dec 14 18:00:06.691306 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 14 18:00:06.691306 dv-cinder-821737-1-iscsi neutron-server[88013]:     cb(*args, **kw)
Dec 14 18:00:06.691306 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 14 18:00:06.691306 dv-cinder-821737-1-iscsi neutron-server[88013]:     return func(*args, **kwargs)
Dec 14 18:00:06.691306 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 14 18:00:06.691306 dv-cinder-821737-1-iscsi neutron-server[88013]:     self._notify()
Dec 14 18:00:06.691306 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 14 18:00:06.691306 dv-cinder-821737-1-iscsi neutron-server[88013]:     self.callback(batched_events)
Dec 14 18:00:06.691306 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 14 18:00:06.691306 dv-cinder-821737-1-iscsi neutron-server[88013]:     event.method(event)
Dec 14 18:00:06.691306 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 14 18:00:06.691306 dv-cinder-821737-1-iscsi neutron-server[88013]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 14 18:00:06.691306 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 14 18:00:06.691306 dv-cinder-821737-1-iscsi neutron-server[88013]:     segment_id)['aggregates'][0]
Dec 14 18:00:06.691306 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 14 18:00:06.691306 dv-cinder-821737-1-iscsi neutron-server[88013]:     return f(self, *a, **k)
Dec 14 18:00:06.691306 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 14 18:00:06.691306 dv-cinder-821737-1-iscsi neutron-server[88013]:     return self._get(url).json()
Dec 14 18:00:06.691306 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 14 18:00:06.691306 dv-cinder-821737-1-iscsi neutron-server[88013]:     **kwargs)
Dec 14 18:00:06.691306 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 14 18:00:06.691306 dv-cinder-821737-1-iscsi neutron-server[88013]:     return self.request(url, 'GET', **kwargs)
Dec 14 18:00:06.691306 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 14 18:00:06.691306 dv-cinder-821737-1-iscsi neutron-server[88013]:     **endpoint_filter)
Dec 14 18:00:06.691306 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 14 18:00:06.691306 dv-cinder-821737-1-iscsi neutron-server[88013]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 14 18:00:06.691306 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 14 18:00:06.691306 dv-cinder-821737-1-iscsi neutron-server[88013]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 14 18:00:06.691306 dv-cinder-821737-1-iscsi neutron-server[88013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 14 18:00:06.740931 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device fc4f9e37-334d-4b84-8f5f-3820130bab7b no longer exists at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 18:00:06.781115 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-de668f84-9b34-40d5-bbef-f50f8d716313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851849074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646652'] for network, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:06.783552 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] No Port match for: fc4f9e37-334d-4b84-8f5f-3820130bab7b {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 18:00:06.783901 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device fc4f9e37-334d-4b84-8f5f-3820130bab7b not bound to the agent host dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 18:00:06.784368 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device bb11d7a3-bc26-46bd-bc00-94f5d7509ecd no longer exists at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 18:00:06.788579 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:00:06.808505 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-de668f84-9b34-40d5-bbef-f50f8d716313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:06.818433 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de668f84-9b34-40d5-bbef-f50f8d716313 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:00:06.823669 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-de668f84-9b34-40d5-bbef-f50f8d716313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:00:06.825053 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] No Port match for: bb11d7a3-bc26-46bd-bc00-94f5d7509ecd {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 18:00:06.825448 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device bb11d7a3-bc26-46bd-bc00-94f5d7509ecd not bound to the agent host dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 18:00:06.837717 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-de668f84-9b34-40d5-bbef-f50f8d716313 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6bf33307-7ef2-4ceb-ba98-a3ce8b39e24a HTTP/1.1" status: 204  len: 168 time: 1.1324365
Dec 14 18:00:07.010946 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 52332) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:00:07.084738 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-35e6f29b-40f1-4881-89c6-e7d4f390cf8a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0cc1ceabb62d4c3a9a521b81c98f5557&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0718617
Dec 14 18:00:07.089001 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 52336) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:00:07.165299 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-69adbe4a-1d8a-4fb5-a879-af272a740620 None None] Deleting port fc4f9e37-334d-4b84-8f5f-3820130bab7b {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 18:00:07.165813 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-79cc4d87-071a-46e1-80da-e0520b2682f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:07.166073 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-69adbe4a-1d8a-4fb5-a879-af272a740620 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:07.200412 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-79cc4d87-071a-46e1-80da-e0520b2682f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:07.257541 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-79cc4d87-071a-46e1-80da-e0520b2682f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:07.263094 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-74e74f4d-e36f-45ef-b8ad-3ffb0f9e63ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:00:07.279325 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc4d87-071a-46e1-80da-e0520b2682f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509f5d4a-7bdf-4826-a15e-83baf600c092,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:00:07.283958 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-79cc4d87-071a-46e1-80da-e0520b2682f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:00:07.288496 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-79cc4d87-071a-46e1-80da-e0520b2682f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:07.293935 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-79cc4d87-071a-46e1-80da-e0520b2682f2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/509f5d4a-7bdf-4826-a15e-83baf600c092 HTTP/1.1" status: 204  len: 168 time: 0.1997247
Dec 14 18:00:07.294257 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-69adbe4a-1d8a-4fb5-a879-af272a740620 None None] The port 'fc4f9e37-334d-4b84-8f5f-3820130bab7b' was deleted {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 14 18:00:16.328111 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 6 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 18:00:20.753786 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cfc99ab7-7dce-403c-9ff0-6c0a914c6cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:21.653811 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:22.931631 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7695d138-f79c-4829-8046-8c5921a715ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:23.293021 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:24.636606 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:32.212578 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:41.023029 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 52552) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:00:41.184257 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-827a5101-eca2-4200-ae75-91930137ea63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:41.224039 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-827a5101-eca2-4200-ae75-91930137ea63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 18:00:41.228770 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-827a5101-eca2-4200-ae75-91930137ea63 admin admin] Usage tracker for resource:security_group_rule and tenant:33a1a561408f4a23ade58b9127415823 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 18:00:41.233469 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-827a5101-eca2-4200-ae75-91930137ea63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 18:00:41.240675 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-827a5101-eca2-4200-ae75-91930137ea63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 18:00:41.327704 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-827a5101-eca2-4200-ae75-91930137ea63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:41.332203 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-827a5101-eca2-4200-ae75-91930137ea63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:41.339702 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-97cd99e9-6d8c-4383-a053-bc01270bf61b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:00:41.390074 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a5101-eca2-4200-ae75-91930137ea63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f841091d-f989-4525-83e7-c1679003ac18,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:00:41.395314 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-827a5101-eca2-4200-ae75-91930137ea63 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=33a1a561408f4a23ade58b9127415823&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3711150
Dec 14 18:00:41.396434 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-827a5101-eca2-4200-ae75-91930137ea63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:00:41.398470 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 52558) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:00:41.466824 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-92bbd040-a956-47de-b1fe-50d13362b7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:41.498023 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-92bbd040-a956-47de-b1fe-50d13362b7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:41.555598 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-92bbd040-a956-47de-b1fe-50d13362b7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:41.560196 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-d790e481-38b4-40bf-bbd9-9b474f0f3c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:00:41.575423 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbd040-a956-47de-b1fe-50d13362b7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f841091d-f989-4525-83e7-c1679003ac18,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:00:41.579561 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-92bbd040-a956-47de-b1fe-50d13362b7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:00:41.581760 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-92bbd040-a956-47de-b1fe-50d13362b7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:41.582994 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-92bbd040-a956-47de-b1fe-50d13362b7d7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f841091d-f989-4525-83e7-c1679003ac18 HTTP/1.1" status: 204  len: 168 time: 0.1834774
Dec 14 18:00:42.019691 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 52566) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:00:42.041295 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-276e214b-65e3-497e-8a6e-cafddc65a105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:42.079501 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-276e214b-65e3-497e-8a6e-cafddc65a105 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 18:00:42.083944 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-276e214b-65e3-497e-8a6e-cafddc65a105 admin admin] Usage tracker for resource:security_group_rule and tenant:acd717bfcd324a4994ec0bc75942697b is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 18:00:42.087193 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-276e214b-65e3-497e-8a6e-cafddc65a105 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 18:00:42.093992 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-276e214b-65e3-497e-8a6e-cafddc65a105 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 18:00:42.181545 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-276e214b-65e3-497e-8a6e-cafddc65a105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:42.184979 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-276e214b-65e3-497e-8a6e-cafddc65a105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:42.193088 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-c821a4d3-6b49-4715-9583-f36b71db352f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:00:42.240221 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e214b-65e3-497e-8a6e-cafddc65a105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1552ba-f55f-4adf-95d8-b61225d27bb4,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:00:42.244141 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-276e214b-65e3-497e-8a6e-cafddc65a105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:00:42.246977 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-276e214b-65e3-497e-8a6e-cafddc65a105 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=acd717bfcd324a4994ec0bc75942697b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2258153
Dec 14 18:00:42.249494 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 52570) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:00:42.321993 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9697bc3e-35dc-4988-b814-c11b00eb06f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:42.354680 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9697bc3e-35dc-4988-b814-c11b00eb06f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:42.407146 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9697bc3e-35dc-4988-b814-c11b00eb06f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:42.411696 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-5952e7d4-373b-477f-8d9c-486c34cb3956 tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:00:42.425251 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697bc3e-35dc-4988-b814-c11b00eb06f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1552ba-f55f-4adf-95d8-b61225d27bb4,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:00:42.427961 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-9697bc3e-35dc-4988-b814-c11b00eb06f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:00:42.434534 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9697bc3e-35dc-4988-b814-c11b00eb06f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:42.436783 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-9697bc3e-35dc-4988-b814-c11b00eb06f6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fc1552ba-f55f-4adf-95d8-b61225d27bb4 HTTP/1.1" status: 204  len: 168 time: 0.1855781
Dec 14 18:00:50.748430 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d21682fa-76c6-4697-b7a4-40ed248599e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:51.651663 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:52.937878 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7779f5e0-04bf-4cc4-b0ba-6a0a62b2ffaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:53.297903 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:53.339239 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 6 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 18:00:54.435463 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 52706) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:00:54.649228 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:54.711999 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1ba72c2a-e817-42b2-b749-0e37bf9e4e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:54.753663 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-1ba72c2a-e817-42b2-b749-0e37bf9e4e46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 18:00:54.758853 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-1ba72c2a-e817-42b2-b749-0e37bf9e4e46 admin admin] Usage tracker for resource:security_group_rule and tenant:fcd7652b17b248319a29a69cfcf26fdd is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 18:00:54.762567 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-1ba72c2a-e817-42b2-b749-0e37bf9e4e46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 18:00:54.770537 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-1ba72c2a-e817-42b2-b749-0e37bf9e4e46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 18:00:54.852487 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1ba72c2a-e817-42b2-b749-0e37bf9e4e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:54.856450 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1ba72c2a-e817-42b2-b749-0e37bf9e4e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:54.864974 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-276e214b-65e3-497e-8a6e-cafddc65a105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:00:54.912175 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba72c2a-e817-42b2-b749-0e37bf9e4e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e458f976-3f7d-4705-8acc-94396caf275a,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:00:54.916837 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-1ba72c2a-e817-42b2-b749-0e37bf9e4e46 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fcd7652b17b248319a29a69cfcf26fdd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4797869
Dec 14 18:00:54.917922 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-1ba72c2a-e817-42b2-b749-0e37bf9e4e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:00:54.920552 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 52712) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:00:54.993215 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6627da57-61bc-4f0e-b3ab-f5a53b39e90a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:55.036905 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6627da57-61bc-4f0e-b3ab-f5a53b39e90a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:55.104687 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6627da57-61bc-4f0e-b3ab-f5a53b39e90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:55.110358 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-12507658-5f89-49a4-acac-6751accd71ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:00:55.128933 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627da57-61bc-4f0e-b3ab-f5a53b39e90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e458f976-3f7d-4705-8acc-94396caf275a,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:00:55.133047 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-6627da57-61bc-4f0e-b3ab-f5a53b39e90a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:00:55.134163 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6627da57-61bc-4f0e-b3ab-f5a53b39e90a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:55.137606 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-6627da57-61bc-4f0e-b3ab-f5a53b39e90a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e458f976-3f7d-4705-8acc-94396caf275a HTTP/1.1" status: 204  len: 168 time: 0.2153130
Dec 14 18:00:55.540371 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 52720) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:00:55.562546 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-61741d1e-b89f-43e0-bce2-2a97a2a2a8a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:55.601951 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-61741d1e-b89f-43e0-bce2-2a97a2a2a8a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 18:00:55.606386 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-61741d1e-b89f-43e0-bce2-2a97a2a2a8a4 admin admin] Usage tracker for resource:security_group_rule and tenant:e6d1e9ba05af41e9bd5bf362a6de85e9 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 18:00:55.610037 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-61741d1e-b89f-43e0-bce2-2a97a2a2a8a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 18:00:55.616734 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-61741d1e-b89f-43e0-bce2-2a97a2a2a8a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 18:00:55.696638 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-61741d1e-b89f-43e0-bce2-2a97a2a2a8a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:55.699654 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-61741d1e-b89f-43e0-bce2-2a97a2a2a8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:55.708135 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-9342f522-8c42-4e37-8947-da3034d149fe tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:00:55.755105 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61741d1e-b89f-43e0-bce2-2a97a2a2a8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a5ba91-6dc5-476c-bf88-2c533c852b2f,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:00:55.760421 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-61741d1e-b89f-43e0-bce2-2a97a2a2a8a4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e6d1e9ba05af41e9bd5bf362a6de85e9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2185299
Dec 14 18:00:55.761535 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-61741d1e-b89f-43e0-bce2-2a97a2a2a8a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:00:55.765479 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 52724) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:00:55.836743 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-22aada2a-e851-4e37-85f4-2cf3c9fc4cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:55.867396 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-22aada2a-e851-4e37-85f4-2cf3c9fc4cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:55.954033 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-22aada2a-e851-4e37-85f4-2cf3c9fc4cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:55.958370 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a66ce8ff-1390-4c6e-bb70-671a38c9ddb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:00:55.971422 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aada2a-e851-4e37-85f4-2cf3c9fc4cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a5ba91-6dc5-476c-bf88-2c533c852b2f,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:00:55.973978 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-22aada2a-e851-4e37-85f4-2cf3c9fc4cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:00:55.980458 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-22aada2a-e851-4e37-85f4-2cf3c9fc4cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:55.981724 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-22aada2a-e851-4e37-85f4-2cf3c9fc4cd0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b6a5ba91-6dc5-476c-bf88-2c533c852b2f HTTP/1.1" status: 204  len: 168 time: 0.2149684
Dec 14 18:00:56.471098 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 52732) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:00:56.496719 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bf687f10-0796-467b-8e04-dbef690be489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:56.782635 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-bf687f10-0796-467b-8e04-dbef690be489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 18:00:56.788093 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-bf687f10-0796-467b-8e04-dbef690be489 admin admin] Usage tracker for resource:security_group_rule and tenant:e065476e940b49b281e78d92cb730e4d is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 18:00:56.791809 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-bf687f10-0796-467b-8e04-dbef690be489 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 18:00:56.799687 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-bf687f10-0796-467b-8e04-dbef690be489 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 18:00:56.928681 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bf687f10-0796-467b-8e04-dbef690be489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:56.933203 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bf687f10-0796-467b-8e04-dbef690be489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:56.941059 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-24c77972-ed50-4b49-ac70-754e9d6beb4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:00:56.987877 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf687f10-0796-467b-8e04-dbef690be489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01b0834-2040-4e07-a63d-a85290571139,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:00:56.995310 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-bf687f10-0796-467b-8e04-dbef690be489 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e065476e940b49b281e78d92cb730e4d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5229788
Dec 14 18:00:56.998789 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 52736) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:00:57.018459 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf687f10-0796-467b-8e04-dbef690be489 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:00:57.018848 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf687f10-0796-467b-8e04-dbef690be489 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:00:57.019255 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf687f10-0796-467b-8e04-dbef690be489 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:00:57.019659 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf687f10-0796-467b-8e04-dbef690be489 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:00:57.020065 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf687f10-0796-467b-8e04-dbef690be489 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:00:57.020458 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf687f10-0796-467b-8e04-dbef690be489 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:00:57.020858 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf687f10-0796-467b-8e04-dbef690be489 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:00:57.021254 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf687f10-0796-467b-8e04-dbef690be489 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:00:57.021652 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf687f10-0796-467b-8e04-dbef690be489 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:00:57.022074 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf687f10-0796-467b-8e04-dbef690be489 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:00:57.022465 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf687f10-0796-467b-8e04-dbef690be489 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:00:57.029210 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-bf687f10-0796-467b-8e04-dbef690be489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:00:57.082282 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9ca2d9a0-de93-4229-9f03-50ef0a19647f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:57.113696 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9ca2d9a0-de93-4229-9f03-50ef0a19647f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:57.168915 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9ca2d9a0-de93-4229-9f03-50ef0a19647f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:57.173296 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-d5456dfe-0bc1-4b64-990a-74cc44184930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:00:57.190031 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2d9a0-de93-4229-9f03-50ef0a19647f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01b0834-2040-4e07-a63d-a85290571139,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:00:57.193477 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-9ca2d9a0-de93-4229-9f03-50ef0a19647f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:00:57.195678 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9ca2d9a0-de93-4229-9f03-50ef0a19647f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:00:57.196952 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-9ca2d9a0-de93-4229-9f03-50ef0a19647f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f01b0834-2040-4e07-a63d-a85290571139 HTTP/1.1" status: 204  len: 168 time: 0.1970038
Dec 14 18:01:00.565474 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 52812) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:01:00.776717 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-c43740f1-c0b2-4889-bf9a-6602e3acefab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:00.814539 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-c43740f1-c0b2-4889-bf9a-6602e3acefab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 18:01:00.818979 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-c43740f1-c0b2-4889-bf9a-6602e3acefab admin admin] Usage tracker for resource:security_group_rule and tenant:47563d6daec4427bb9a3aa1cbde6e38e is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 18:01:00.822300 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-c43740f1-c0b2-4889-bf9a-6602e3acefab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 18:01:00.829072 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-c43740f1-c0b2-4889-bf9a-6602e3acefab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 18:01:00.909366 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-c43740f1-c0b2-4889-bf9a-6602e3acefab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:00.912841 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-c43740f1-c0b2-4889-bf9a-6602e3acefab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:00.921251 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-09b629d6-452a-4068-99ba-3d5e981632e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:00.967871 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43740f1-c0b2-4889-bf9a-6602e3acefab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be339340-8b5e-4c6a-84ca-3580e07b37dc,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:00.972994 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-c43740f1-c0b2-4889-bf9a-6602e3acefab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=47563d6daec4427bb9a3aa1cbde6e38e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4063127
Dec 14 18:01:00.974157 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-c43740f1-c0b2-4889-bf9a-6602e3acefab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:00.976108 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 52818) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:01:01.066369 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1d99aca2-798b-41d6-8de8-fc53daa7ad04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:01.098602 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1d99aca2-798b-41d6-8de8-fc53daa7ad04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:01.147529 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1d99aca2-798b-41d6-8de8-fc53daa7ad04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:01.151660 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-630b1c1c-5f85-4064-bc40-67d4a4edb652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:01.164727 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99aca2-798b-41d6-8de8-fc53daa7ad04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be339340-8b5e-4c6a-84ca-3580e07b37dc,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:01.169057 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-1d99aca2-798b-41d6-8de8-fc53daa7ad04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:01.173127 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1d99aca2-798b-41d6-8de8-fc53daa7ad04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:01.174458 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-1d99aca2-798b-41d6-8de8-fc53daa7ad04 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be339340-8b5e-4c6a-84ca-3580e07b37dc HTTP/1.1" status: 204  len: 168 time: 0.1968453
Dec 14 18:01:01.587496 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 52826) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:01:01.608412 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bc6a7e27-a7fe-4fb8-918c-38850e4981bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:01.642646 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-bc6a7e27-a7fe-4fb8-918c-38850e4981bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 18:01:01.646844 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-bc6a7e27-a7fe-4fb8-918c-38850e4981bd admin admin] Usage tracker for resource:security_group_rule and tenant:9a063502680a4386af7b0b21b3ae967f is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 18:01:01.649991 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-bc6a7e27-a7fe-4fb8-918c-38850e4981bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 18:01:01.656665 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-bc6a7e27-a7fe-4fb8-918c-38850e4981bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 18:01:01.746062 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bc6a7e27-a7fe-4fb8-918c-38850e4981bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:01.749336 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bc6a7e27-a7fe-4fb8-918c-38850e4981bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:01.757708 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-92bbd040-a956-47de-b1fe-50d13362b7d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:01.807332 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-bc6a7e27-a7fe-4fb8-918c-38850e4981bd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9a063502680a4386af7b0b21b3ae967f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2185223
Dec 14 18:01:01.808250 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a7e27-a7fe-4fb8-918c-38850e4981bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b477692-e9f5-4bd4-81ec-43b69a99f098,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:01.812454 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 52830) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:01:01.819309 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a7e27-a7fe-4fb8-918c-38850e4981bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:01.819726 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a7e27-a7fe-4fb8-918c-38850e4981bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:01.820153 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a7e27-a7fe-4fb8-918c-38850e4981bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:01.820560 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a7e27-a7fe-4fb8-918c-38850e4981bd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:01.820961 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a7e27-a7fe-4fb8-918c-38850e4981bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:01.821373 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a7e27-a7fe-4fb8-918c-38850e4981bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:01.821854 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a7e27-a7fe-4fb8-918c-38850e4981bd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:01.822228 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a7e27-a7fe-4fb8-918c-38850e4981bd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:01.822630 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a7e27-a7fe-4fb8-918c-38850e4981bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:01.823029 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a7e27-a7fe-4fb8-918c-38850e4981bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:01.823429 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a7e27-a7fe-4fb8-918c-38850e4981bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:01.828416 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-bc6a7e27-a7fe-4fb8-918c-38850e4981bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:01.887918 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4bed88b4-b766-4950-bd70-b02c59286be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:01.917719 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4bed88b4-b766-4950-bd70-b02c59286be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:01.967221 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4bed88b4-b766-4950-bd70-b02c59286be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:01.972804 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-8bd1d083-ee74-4945-97a2-9335917b8927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:01.988260 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed88b4-b766-4950-bd70-b02c59286be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b477692-e9f5-4bd4-81ec-43b69a99f098,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:01.991229 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-4bed88b4-b766-4950-bd70-b02c59286be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:01.993591 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4bed88b4-b766-4950-bd70-b02c59286be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:01.995827 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-4bed88b4-b766-4950-bd70-b02c59286be4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b477692-e9f5-4bd4-81ec-43b69a99f098 HTTP/1.1" status: 204  len: 168 time: 0.1813071
Dec 14 18:01:02.250472 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:03.972816 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b960fffd-8890-4130-bc17-cbda8edc8ad8 req-995ad7ed-fd3b-4940-ab7a-de4f3d6a1a49 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d892c6d2-1d66-47de-a5ad-d7b993dc6954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2343657
Dec 14 18:01:04.068736 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 52874) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:01:04.128173 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b960fffd-8890-4130-bc17-cbda8edc8ad8 req-a1bc18e3-5e54-42ab-b554-dcf2afcec7e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dfc18f8040f94448b907f65fb2ffb8d2&device_id=d892c6d2-1d66-47de-a5ad-d7b993dc6954 HTTP/1.1" status: 200  len: 1098 time: 0.0806880
Dec 14 18:01:04.231521 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-564a7f88-539c-4d2e-a852-a9da104a7dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:04.266811 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-564a7f88-539c-4d2e-a852-a9da104a7dcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 18:01:04.270987 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-564a7f88-539c-4d2e-a852-a9da104a7dcc admin admin] Usage tracker for resource:security_group_rule and tenant:901cf06b1f6f4b399314882500e27557 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 18:01:04.274216 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-564a7f88-539c-4d2e-a852-a9da104a7dcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 18:01:04.281962 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-564a7f88-539c-4d2e-a852-a9da104a7dcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 18:01:04.297583 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960fffd-8890-4130-bc17-cbda8edc8ad8 req-284f778f-e436-46c8-931f-b11519bcd555 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:01:04.299231 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b960fffd-8890-4130-bc17-cbda8edc8ad8 req-284f778f-e436-46c8-931f-b11519bcd555 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4889aa50-8ecf-4915-9526-7a966caa4901 HTTP/1.1" status: 200  len: 912 time: 0.1491747
Dec 14 18:01:04.359529 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-564a7f88-539c-4d2e-a852-a9da104a7dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:04.363490 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-564a7f88-539c-4d2e-a852-a9da104a7dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:04.371531 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-1d99aca2-798b-41d6-8de8-fc53daa7ad04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:04.420017 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b960fffd-8890-4130-bc17-cbda8edc8ad8 req-9a17bab0-e23d-480b-a866-9d9fb2c772b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0144962-0497-47d5-ad20-8ee3638a0a8b HTTP/1.1" status: 200  len: 1001 time: 0.1137812
Dec 14 18:01:04.421077 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-564a7f88-539c-4d2e-a852-a9da104a7dcc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=901cf06b1f6f4b399314882500e27557&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3511226
Dec 14 18:01:04.421872 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a7f88-539c-4d2e-a852-a9da104a7dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b76f56-05ff-4abe-9ef6-76ee2e8b7d37,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:04.424111 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 52880) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:01:04.425221 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-564a7f88-539c-4d2e-a852-a9da104a7dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:04.531336 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960fffd-8890-4130-bc17-cbda8edc8ad8 req-f399d7c7-7ade-4047-b0f2-667c4c171ed1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:01:04.532893 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b960fffd-8890-4130-bc17-cbda8edc8ad8 req-f399d7c7-7ade-4047-b0f2-667c4c171ed1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ef4cbe3-f2dd-49ee-9531-21f376b28438 HTTP/1.1" status: 200  len: 850 time: 0.1056907
Dec 14 18:01:04.596714 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4004a660-ec50-46a1-b871-ddddd216838c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:04.631411 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4004a660-ec50-46a1-b871-ddddd216838c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:04.680746 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b960fffd-8890-4130-bc17-cbda8edc8ad8 req-b9c0b73d-03fe-4aa2-9a79-b94bebb39c44 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4889aa50-8ecf-4915-9526-7a966caa4901&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1415811
Dec 14 18:01:04.691624 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [req-b960fffd-8890-4130-bc17-cbda8edc8ad8 req-f21f7d6e-e8c8-473e-8826-87fd72d5deed service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 14 18:01:04.692627 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b960fffd-8890-4130-bc17-cbda8edc8ad8 req-f21f7d6e-e8c8-473e-8826-87fd72d5deed service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0054674
Dec 14 18:01:04.693681 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4004a660-ec50-46a1-b871-ddddd216838c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:04.698843 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-9d0a0c92-3984-4ec1-bdd5-3fa234e23cb7 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:04.755091 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4004a660-ec50-46a1-b871-ddddd216838c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b76f56-05ff-4abe-9ef6-76ee2e8b7d37,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:04.762104 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-4004a660-ec50-46a1-b871-ddddd216838c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:04.809888 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4004a660-ec50-46a1-b871-ddddd216838c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:04.811819 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-4004a660-ec50-46a1-b871-ddddd216838c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/83b76f56-05ff-4abe-9ef6-76ee2e8b7d37 HTTP/1.1" status: 204  len: 168 time: 0.3865621
Dec 14 18:01:04.870078 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b960fffd-8890-4130-bc17-cbda8edc8ad8 req-527cd2d7-4cce-4fab-986f-d7084ba0365b service neutron] 10.222.0.41 "GET /v2.0/networks/4889aa50-8ecf-4915-9526-7a966caa4901?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1626823
Dec 14 18:01:05.048984 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b960fffd-8890-4130-bc17-cbda8edc8ad8 req-c93869b8-6428-4e72-8bb8-4cf079f2dc00 service neutron] 10.222.0.41 "GET /v2.0/networks/4889aa50-8ecf-4915-9526-7a966caa4901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1729488
Dec 14 18:01:20.753143 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a72e0e49-9e58-4f6d-8597-db0379f8618f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:21.648405 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:22.932731 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-774165f8-332d-4b49-89bd-e29226303fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:23.298749 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:24.642073 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:30.332965 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 6 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 18:01:32.252976 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:35.459355 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 53058) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:01:35.622436 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-71792893-8c27-4185-92f2-ca0ff36f6017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:35.663750 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-71792893-8c27-4185-92f2-ca0ff36f6017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 18:01:35.668367 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-71792893-8c27-4185-92f2-ca0ff36f6017 admin admin] Usage tracker for resource:security_group_rule and tenant:827b75869bfb4aa894c75d2c01028246 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 18:01:35.671913 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-71792893-8c27-4185-92f2-ca0ff36f6017 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 18:01:35.678286 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-71792893-8c27-4185-92f2-ca0ff36f6017 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 18:01:35.747660 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-71792893-8c27-4185-92f2-ca0ff36f6017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:35.751433 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-71792893-8c27-4185-92f2-ca0ff36f6017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:35.759189 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-57cf7a4a-12b8-4470-a0cf-bf29f3f75656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:35.804326 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-71792893-8c27-4185-92f2-ca0ff36f6017 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=827b75869bfb4aa894c75d2c01028246&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3433475
Dec 14 18:01:35.805170 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71792893-8c27-4185-92f2-ca0ff36f6017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cb3fbe-3c6b-405a-a133-e225e1e49bd5,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:35.807403 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 53064) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:01:35.808778 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-71792893-8c27-4185-92f2-ca0ff36f6017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:35.880371 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fa6f02ed-6dbc-4ea9-bf1e-b5d3a36b18fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:35.911164 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fa6f02ed-6dbc-4ea9-bf1e-b5d3a36b18fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:35.968701 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fa6f02ed-6dbc-4ea9-bf1e-b5d3a36b18fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:35.972790 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-1ba72c2a-e817-42b2-b749-0e37bf9e4e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:35.989158 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f02ed-6dbc-4ea9-bf1e-b5d3a36b18fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cb3fbe-3c6b-405a-a133-e225e1e49bd5,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:35.992067 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-fa6f02ed-6dbc-4ea9-bf1e-b5d3a36b18fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:36.003596 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fa6f02ed-6dbc-4ea9-bf1e-b5d3a36b18fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:36.004856 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-fa6f02ed-6dbc-4ea9-bf1e-b5d3a36b18fa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/00cb3fbe-3c6b-405a-a133-e225e1e49bd5 HTTP/1.1" status: 204  len: 168 time: 0.1963832
Dec 14 18:01:36.933459 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 53086) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:01:37.092607 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-15867bb2-8f89-4347-8df5-d845f4df14a5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1029997179-network', 'tenant_id': 'cfc2101e6c974cd5820f5e1b931ec68d'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 18:01:37.098733 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-15867bb2-8f89-4347-8df5-d845f4df14a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 18:01:37.103564 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-15867bb2-8f89-4347-8df5-d845f4df14a5 admin admin] Usage tracker for resource:network and tenant:cfc2101e6c974cd5820f5e1b931ec68d is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 18:01:37.106714 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-15867bb2-8f89-4347-8df5-d845f4df14a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 18:01:37.115056 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-15867bb2-8f89-4347-8df5-d845f4df14a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 18:01:37.125362 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15867bb2-8f89-4347-8df5-d845f4df14a5 admin admin] Made reservation on behalf of cfc2101e6c974cd5820f5e1b931ec68d for: {'network': 1} {{(pid=88123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 18:01:37.130178 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-15867bb2-8f89-4347-8df5-d845f4df14a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for network, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:37.145080 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-15867bb2-8f89-4347-8df5-d845f4df14a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:37.180745 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-15867bb2-8f89-4347-8df5-d845f4df14a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 18:01:37.185307 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-15867bb2-8f89-4347-8df5-d845f4df14a5 admin admin] Usage tracker for resource:security_group_rule and tenant:cfc2101e6c974cd5820f5e1b931ec68d is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 18:01:37.189122 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-15867bb2-8f89-4347-8df5-d845f4df14a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 18:01:37.195551 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-15867bb2-8f89-4347-8df5-d845f4df14a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 18:01:37.270994 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-15867bb2-8f89-4347-8df5-d845f4df14a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:37.276025 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-15867bb2-8f89-4347-8df5-d845f4df14a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:37.281970 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-6ac26112-8686-489b-a2ee-0fdf11f9a5c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:37.314578 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15867bb2-8f89-4347-8df5-d845f4df14a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'}  {{(pid=88123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 14 18:01:37.325491 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15867bb2-8f89-4347-8df5-d845f4df14a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096b27ed-5698-4ab8-b421-08290b9283d4,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:37.330082 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-15867bb2-8f89-4347-8df5-d845f4df14a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:37.333267 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-15867bb2-8f89-4347-8df5-d845f4df14a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:37.333632 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.segments_db [None req-15867bb2-8f89-4347-8df5-d845f4df14a5 admin admin] Added segment c817ecf6-30ee-4017-94b1-094bd090ebbf of type vlan for network 6fd4fe37-5484-4796-9336-64d9b8bfbe75
Dec 14 18:01:37.370470 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-15867bb2-8f89-4347-8df5-d845f4df14a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753727864657'] for network, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:37.406396 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-15867bb2-8f89-4347-8df5-d845f4df14a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388'] for network, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:37.408354 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15867bb2-8f89-4347-8df5-d845f4df14a5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:01:37.409345 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-15867bb2-8f89-4347-8df5-d845f4df14a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:37.414906 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-10b4c400-0d0f-4846-a182-d45bf837de68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:37.533978 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15867bb2-8f89-4347-8df5-d845f4df14a5 admin admin] Pushing event updated for resources: {'Network': ['ID=6fd4fe37-5484-4796-9336-64d9b8bfbe75,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:37.537119 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-15867bb2-8f89-4347-8df5-d845f4df14a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:37.539287 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-15867bb2-8f89-4347-8df5-d845f4df14a5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6046791
Dec 14 18:01:37.544115 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 53092) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:01:37.546909 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Network 6fd4fe37-5484-4796-9336-64d9b8bfbe75 details requested by agent ovs-agent-dv-cinder-821737-1-iscsi with host dv-cinder-821737-1-iscsi {{(pid=88124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 14 18:01:37.550393 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-7f2af695-72cc-4349-b150-017adbedb430 admin admin] Request body: {'subnet': {'network_id': '6fd4fe37-5484-4796-9336-64d9b8bfbe75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1029997179-subnet', 'tenant_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'ip_version': 4}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 18:01:37.555798 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-7f2af695-72cc-4349-b150-017adbedb430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 18:01:37.559845 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-7f2af695-72cc-4349-b150-017adbedb430 admin admin] Usage tracker for resource:subnet and tenant:cfc2101e6c974cd5820f5e1b931ec68d is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 18:01:37.563098 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-7f2af695-72cc-4349-b150-017adbedb430 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 18:01:37.569089 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-7f2af695-72cc-4349-b150-017adbedb430 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 18:01:37.581244 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2af695-72cc-4349-b150-017adbedb430 admin admin] Made reservation on behalf of cfc2101e6c974cd5820f5e1b931ec68d for: {'subnet': 1} {{(pid=88123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 18:01:37.586010 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7f2af695-72cc-4349-b150-017adbedb430 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852940243'] for subnet, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:37.815882 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7f2af695-72cc-4349-b150-017adbedb430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853087467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852940228'] for subnet, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:37.819958 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:37.894121 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2af695-72cc-4349-b150-017adbedb430 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d8f2589-408d-4a9a-bc3c-ba0c98b972ae,revision_number=0']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:37.896998 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-7f2af695-72cc-4349-b150-017adbedb430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:37.904529 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 53096) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:01:37.911797 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2af695-72cc-4349-b150-017adbedb430 admin admin] Checking segment: {'id': 'c817ecf6-30ee-4017-94b1-094bd090ebbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6fd4fe37-5484-4796-9336-64d9b8bfbe75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 18:01:37.912180 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2af695-72cc-4349-b150-017adbedb430 admin admin] Network hostable DHCP agents. Network: 6fd4fe37-5484-4796-9336-64d9b8bfbe75, hostable agents: ['ca44529e-a98f-42ef-93fd-bf8911629c2d'], hosted agents: [] {{(pid=88123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 14 18:01:37.935694 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2af695-72cc-4349-b150-017adbedb430 admin admin] Network 6fd4fe37-5484-4796-9336-64d9b8bfbe75 is scheduled to be hosted by DHCP agent ca44529e-a98f-42ef-93fd-bf8911629c2d with binding_index 1 {{(pid=88123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 14 18:01:37.944906 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-7f2af695-72cc-4349-b150-017adbedb430 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-iscsi, 6fd4fe37-5484-4796-9336-64d9b8bfbe75) {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 18:01:37.949151 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2af695-72cc-4349-b150-017adbedb430 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:01:37.949830 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7f2af695-72cc-4349-b150-017adbedb430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for subnet, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:37.955415 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61dd92f-2b8b-4778-a44f-a6cfdeb56fe5 None None] Network 6fd4fe37-5484-4796-9336-64d9b8bfbe75 requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 18:01:37.977942 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-7f2af695-72cc-4349-b150-017adbedb430 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4300089
Dec 14 18:01:37.978157 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 53100) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:01:37.984212 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-af31a6bc-ffcb-4135-9014-bd9ca000a878 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1029997179-router', 'tenant_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'}}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 18:01:37.989722 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-af31a6bc-ffcb-4135-9014-bd9ca000a878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 18:01:37.995997 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-af31a6bc-ffcb-4135-9014-bd9ca000a878 admin admin] Usage tracker for resource:router and tenant:cfc2101e6c974cd5820f5e1b931ec68d is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 18:01:37.999072 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-af31a6bc-ffcb-4135-9014-bd9ca000a878 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 18:01:38.005394 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-af31a6bc-ffcb-4135-9014-bd9ca000a878 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 18:01:38.015791 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-af31a6bc-ffcb-4135-9014-bd9ca000a878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-578992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128592'] for router, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:38.016791 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-af31a6bc-ffcb-4135-9014-bd9ca000a878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854196974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854647208'] for router, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:38.040380 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-af31a6bc-ffcb-4135-9014-bd9ca000a878 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:38.207774 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-af31a6bc-ffcb-4135-9014-bd9ca000a878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854647223'] for router, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:38.220849 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65ba46df-7991-5938-b91f-03c1a22b974b-6fd4fe37-5484-4796-9336-64d9b8bfbe75', 'network_id': '6fd4fe37-5484-4796-9336-64d9b8bfbe75', 'tenant_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'fixed_ips': [{'subnet_id': '8d8f2589-408d-4a9a-bc3c-ba0c98b972ae'}]}} from dv-cinder-821737-1-iscsi. {{(pid=88124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 14 18:01:38.221798 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:38.349473 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-0beb8577-8073-4aff-b307-fd87a401aced tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Deleting port af4d8e39-c42f-47bc-b687-26284da282f8 {{(pid=88122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 18:01:38.350171 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0beb8577-8073-4aff-b307-fd87a401aced tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:38.472625 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] Allocated IP 172.20.0.2 (6fd4fe37-5484-4796-9336-64d9b8bfbe75/8d8f2589-408d-4a9a-bc3c-ba0c98b972ae/7ee7955e-a065-497b-a04b-1b2c6187bcfa) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 18:01:38.492408 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-af31a6bc-ffcb-4135-9014-bd9ca000a878 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:38.531969 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-af31a6bc-ffcb-4135-9014-bd9ca000a878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:38.560683 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0beb8577-8073-4aff-b307-fd87a401aced tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:38.561054 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0beb8577-8073-4aff-b307-fd87a401aced tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:38.701905 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-0beb8577-8073-4aff-b307-fd87a401aced tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Calling delete_port for af4d8e39-c42f-47bc-b687-26284da282f8 owned by network:floatingip {{(pid=88122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 18:01:38.727021 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:38.739803 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] Transition to ACTIVE for port object 7ee7955e-a065-497b-a04b-1b2c6187bcfa will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 18:01:38.741848 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-af31a6bc-ffcb-4135-9014-bd9ca000a878 admin admin] Allocated IP 172.27.2.250 (b3d2256c-c519-4427-b3bb-181a657f5e18/431330ab-9b63-4a3b-8088-f9712ed58753/9c39b422-6d97-4e46-8ef5-1ebc197ab6d4) {{(pid=88123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 18:01:38.762492 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] Transition to ACTIVE for port object 7ee7955e-a065-497b-a04b-1b2c6187bcfa will not be triggered until provisioned by entity DHCP. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 18:01:38.767700 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:38.775514 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:38.849199 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] Network 6fd4fe37-5484-4796-9336-64d9b8bfbe75 is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 18:01:38.852415 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] Resources bound (agent type, host, resource id):  {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 18:01:38.857152 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 18:01:38.859516 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] Pushing event updated for resources: {'Port': ['ID=7ee7955e-a065-497b-a04b-1b2c6187bcfa,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:38.886071 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0beb8577-8073-4aff-b307-fd87a401aced tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852908220'] for port, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:38.891826 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-551c5f46-5ee5-4e75-b6ca-bffdcf837a4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:38.904199 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:38.904598 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:38.904974 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:38.905769 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:38.906195 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:38.906570 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:38.906945 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:38.907312 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:38.907691 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:38.908052 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:38.908413 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:38.916450 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:38.931304 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-af31a6bc-ffcb-4135-9014-bd9ca000a878 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:38.941717 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb8577-8073-4aff-b307-fd87a401aced tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Pushing event deleted for resources: {'Port': ['ID=af4d8e39-c42f-47bc-b687-26284da282f8,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:38.945180 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-0beb8577-8073-4aff-b307-fd87a401aced tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:38.957710 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-af31a6bc-ffcb-4135-9014-bd9ca000a878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:38.962517 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-abd37d82-9559-4c5f-b21b-1a4223440051 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:38.968320 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] Attempting to bind port 7ee7955e-a065-497b-a04b-1b2c6187bcfa on host dv-cinder-821737-1-iscsi for vnic_type normal with profile  {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 18:01:38.968749 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] Attempting to bind port 7ee7955e-a065-497b-a04b-1b2c6187bcfa by drivers openvswitch,hyperv on host dv-cinder-821737-1-iscsi at level 0 using segments [{'id': 'c817ecf6-30ee-4017-94b1-094bd090ebbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6fd4fe37-5484-4796-9336-64d9b8bfbe75'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 18:01:38.969135 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] Attempting to bind port 7ee7955e-a065-497b-a04b-1b2c6187bcfa on network 6fd4fe37-5484-4796-9336-64d9b8bfbe75 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 18:01:38.976516 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] Checking agent: {'id': 'cfd28b24-d8e5-433a-a8d2-fa726f969496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 41, 52), 'started_at': datetime.datetime(2021, 12, 14, 17, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 18:01:38.976865 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] Checking segment: {'id': 'c817ecf6-30ee-4017-94b1-094bd090ebbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6fd4fe37-5484-4796-9336-64d9b8bfbe75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 18:01:38.977314 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:38.977794 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] Bound using segment: {'id': 'c817ecf6-30ee-4017-94b1-094bd090ebbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6fd4fe37-5484-4796-9336-64d9b8bfbe75'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 18:01:38.978302 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] Bound port: 7ee7955e-a065-497b-a04b-1b2c6187bcfa, host: dv-cinder-821737-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c817ecf6-30ee-4017-94b1-094bd090ebbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6fd4fe37-5484-4796-9336-64d9b8bfbe75'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 18:01:38.978743 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:39.040480 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af31a6bc-ffcb-4135-9014-bd9ca000a878 admin admin] Network b3d2256c-c519-4427-b3bb-181a657f5e18 is already hosted by enough agents. {{(pid=88123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 18:01:39.043613 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-af31a6bc-ffcb-4135-9014-bd9ca000a878 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 18:01:39.048652 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af31a6bc-ffcb-4135-9014-bd9ca000a878 admin admin] Received port after_create {{(pid=88123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 18:01:39.055364 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0beb8577-8073-4aff-b307-fd87a401aced tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for floatingip, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:39.076579 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31a6bc-ffcb-4135-9014-bd9ca000a878 admin admin] Pushing event updated for resources: {'Port': ['ID=9c39b422-6d97-4e46-8ef5-1ebc197ab6d4,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:39.083236 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-af31a6bc-ffcb-4135-9014-bd9ca000a878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:39.085291 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] For port 7ee7955e-a065-497b-a04b-1b2c6187bcfa, host dv-cinder-821737-1-iscsi, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 18:01:39.088752 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] For port 7ee7955e-a065-497b-a04b-1b2c6187bcfa, host dv-cinder-821737-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=7ee7955e-a065-497b-a04b-1b2c6187bcfa,segment=NetworkSegment(c817ecf6-30ee-4017-94b1-094bd090ebbf),segment_id=c817ecf6-30ee-4017-94b1-094bd090ebbf)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 18:01:39.092312 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:39.098693 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:39.197227 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] Pushing event updated for resources: {'Port': ['ID=7ee7955e-a065-497b-a04b-1b2c6187bcfa,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:39.201217 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:39.223941 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-af31a6bc-ffcb-4135-9014-bd9ca000a878 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:39.224709 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-af31a6bc-ffcb-4135-9014-bd9ca000a878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854196824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854129360'] for router, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:39.481828 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af31a6bc-ffcb-4135-9014-bd9ca000a878 admin admin] Router 781a1bd0-47ce-4e80-a600-6caf1ed52121 is scheduled to L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a with binding_index 1 {{(pid=88123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 14 18:01:39.483871 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0beb8577-8073-4aff-b307-fd87a401aced tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Router 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 18:01:39.729495 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0beb8577-8073-4aff-b307-fd87a401aced tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 18:01:39.747976 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af31a6bc-ffcb-4135-9014-bd9ca000a878 admin admin] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 18:01:39.756429 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0beb8577-8073-4aff-b307-fd87a401aced tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for floatingip, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:39.757155 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101d04da-214a-4404-bd64-5d499d0e45ec None None] Sync routers for ids ['0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'] in dv-cinder-821737-1-iscsi {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 18:01:39.764026 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3229ec2-6040-4bbc-8442-43d3e494a6d3 None None] Sync routers for ids ['781a1bd0-47ce-4e80-a600-6caf1ed52121'] in dv-cinder-821737-1-iscsi {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 18:01:39.775210 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101d04da-214a-4404-bd64-5d499d0e45ec None None] Routers {'0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 18:01:39.776117 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-101d04da-214a-4404-bd64-5d499d0e45ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622c9a2a58>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T18:01:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:01:39.776933 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3229ec2-6040-4bbc-8442-43d3e494a6d3 None None] Routers {'781a1bd0-47ce-4e80-a600-6caf1ed52121'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 18:01:39.777881 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-f3229ec2-6040-4bbc-8442-43d3e494a6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622cf30358>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T18:01:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['781a1bd0-47ce-4e80-a600-6caf1ed52121'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:01:39.784028 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-af31a6bc-ffcb-4135-9014-bd9ca000a878 admin admin] Notify callbacks [] for router, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:39.785552 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-af31a6bc-ffcb-4135-9014-bd9ca000a878 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 1.8063965
Dec 14 18:01:39.788816 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 53104) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:01:39.829977 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-0beb8577-8073-4aff-b307-fd87a401aced tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "DELETE /v2.0/floatingips/9d893832-ca38-428a-9d89-ede20073d769 HTTP/1.1" status: 204  len: 168 time: 1.9241247
Dec 14 18:01:39.830873 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d023d4-0181-40a3-9e8e-a4abc30639ea', 'tag': '8aafbb1e-1ccc-4dbe-aba2-38668e173119'}] {{(pid=88122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 18:01:39.966706 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d023d4-0181-40a3-9e8e-a4abc30639ea', 'tag': '8aafbb1e-1ccc-4dbe-aba2-38668e173119', 'status': 'completed', 'code': 200}
Dec 14 18:01:40.055472 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-f3229ec2-6040-4bbc-8442-43d3e494a6d3 None None] Set router 781a1bd0-47ce-4e80-a600-6caf1ed52121 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 18:01:40.236610 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-101d04da-214a-4404-bd64-5d499d0e45ec None None] Set router 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 18:01:40.437927 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5fb1fdf7-eb9f-4314-b03b-bbee581c78ce req-adde6c9d-5f37-4d2f-aa31-1f47efb9a266 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dfc18f8040f94448b907f65fb2ffb8d2&device_id=22d023d4-0181-40a3-9e8e-a4abc30639ea HTTP/1.1" status: 200  len: 1099 time: 0.4444108
Dec 14 18:01:40.566334 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3066e-5f76-4145-81b4-7e19b4ce77ce req-d15ce731-5f7b-4921-87a7-a4f9b7c00ede tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:01:40.579760 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-77c3066e-5f76-4145-81b4-7e19b4ce77ce req-d15ce731-5f7b-4921-87a7-a4f9b7c00ede tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Synchronizing usage tracker for tenant:dfc18f8040f94448b907f65fb2ffb8d2 on resource:port {{(pid=88122) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 18:01:40.607775 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-77c3066e-5f76-4145-81b4-7e19b4ce77ce req-d15ce731-5f7b-4921-87a7-a4f9b7c00ede tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Unset dirty status for tenant:dfc18f8040f94448b907f65fb2ffb8d2 on resource:port {{(pid=88122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 18:01:40.610344 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-77c3066e-5f76-4145-81b4-7e19b4ce77ce req-d15ce731-5f7b-4921-87a7-a4f9b7c00ede tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=22d023d4-0181-40a3-9e8e-a4abc30639ea HTTP/1.1" status: 200  len: 946 time: 0.3494093
Dec 14 18:01:40.652945 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-f3229ec2-6040-4bbc-8442-43d3e494a6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622cf30358>, [{'id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'name': 'tempest-TestMinimumBasicScenario-1029997179-router', 'tenant_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c39b422-6d97-4e46-8ef5-1ebc197ab6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:01:38Z', 'updated_at': '2021-12-14T18:01:39Z', 'revision_number': 3, 'project_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'gw_port': {'id': '9c39b422-6d97-4e46-8ef5-1ebc197ab6d4', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cd:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:01:38Z', 'updated_at': '2021-12-14T18:01:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi'}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:01:40.657849 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3229ec2-6040-4bbc-8442-43d3e494a6d3 None None] Checking router: 781a1bd0-47ce-4e80-a600-6caf1ed52121 for host: dv-cinder-821737-1-iscsi {{(pid=88125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 18:01:40.658193 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3229ec2-6040-4bbc-8442-43d3e494a6d3 None None] Updating router 781a1bd0-47ce-4e80-a600-6caf1ed52121 port 9c39b422-6d97-4e46-8ef5-1ebc197ab6d4 binding host dv-cinder-821737-1-iscsi {{(pid=88125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 14 18:01:40.713104 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-101d04da-214a-4404-bd64-5d499d0e45ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622c9a2a58>, [{'id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'name': 'tempest-TestVolumeBootPattern-233859865-router', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '8351444f-0903-49fb-817c-419fae0c0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:54:13Z', 'updated_at': '2021-12-14T17:54:17Z', 'revision_number': 4, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'gw_port': {'id': '8351444f-0903-49fb-817c-419fae0c0bef', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:14Z', 'updated_at': '2021-12-14T17:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_floatingips': [{'id': '73a2e6db-804f-4141-a203-b4985a3c9a71', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'router_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'port_id': 'd0144962-0497-47d5-ad20-8ee3638a0a8b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'mac_address': 'fa:16:3e:b6:29:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c6d2-1d66-47de-a5ad-d7b993dc6954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T17:58:01Z', 'updated_at': '2021-12-14T17:58:06Z', 'revision_number': 1, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ea3571-d9f7-4a44-a850-8159533b162e', 'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'mac_address': 'fa:16:3e:5f:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:17Z', 'updated_at': '2021-12-14T17:54:31Z', 'revision_number': 5, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'subnets': [{'id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:01:40.714878 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-77c3066e-5f76-4145-81b4-7e19b4ce77ce req-35d2a524-c643-4347-b775-588126b52a93 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0989857
Dec 14 18:01:40.720926 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101d04da-214a-4404-bd64-5d499d0e45ec None None] Checking router: 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa for host: dv-cinder-821737-1-iscsi {{(pid=88124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 18:01:40.735956 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f3229ec2-6040-4bbc-8442-43d3e494a6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:40.747422 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101d04da-214a-4404-bd64-5d499d0e45ec None None] Routers {'0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 18:01:40.748541 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-101d04da-214a-4404-bd64-5d499d0e45ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622c9a2a58>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T18:01:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:01:40.832162 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1fdf7-eb9f-4314-b03b-bbee581c78ce req-ee35531d-04eb-4ae0-ba0f-60768579f5b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:01:40.833810 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5fb1fdf7-eb9f-4314-b03b-bbee581c78ce req-ee35531d-04eb-4ae0-ba0f-60768579f5b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4889aa50-8ecf-4915-9526-7a966caa4901 HTTP/1.1" status: 200  len: 912 time: 0.3850727
Dec 14 18:01:40.869574 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 7ee7955e-a065-497b-a04b-1b2c6187bcfa up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 18:01:40.931531 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5fb1fdf7-eb9f-4314-b03b-bbee581c78ce req-85c9293b-b245-4be6-ace6-57f3e8dc0180 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8aafbb1e-1ccc-4dbe-aba2-38668e173119 HTTP/1.1" status: 200  len: 217 time: 0.0799434
Dec 14 18:01:41.021995 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1fdf7-eb9f-4314-b03b-bbee581c78ce req-66409c25-20b6-4a65-a502-5f79183e8aae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:01:41.023641 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5fb1fdf7-eb9f-4314-b03b-bbee581c78ce req-66409c25-20b6-4a65-a502-5f79183e8aae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ef4cbe3-f2dd-49ee-9531-21f376b28438 HTTP/1.1" status: 200  len: 850 time: 0.0853066
Dec 14 18:01:41.035032 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning for port 7ee7955e-a065-497b-a04b-1b2c6187bcfa completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 18:01:41.060611 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-101d04da-214a-4404-bd64-5d499d0e45ec None None] Set router 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 18:01:41.160250 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f3229ec2-6040-4bbc-8442-43d3e494a6d3 None None] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:41.174823 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-f3229ec2-6040-4bbc-8442-43d3e494a6d3 None None] Transition to ACTIVE for port object 9c39b422-6d97-4e46-8ef5-1ebc197ab6d4 will not be triggered until provisioned by entity L2. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 18:01:41.183105 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f3229ec2-6040-4bbc-8442-43d3e494a6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:41.189641 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-c39e3dc3-fbae-4137-855e-c7822512dac2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:41.246849 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3a7b1e-6224-443d-a252-24d3208b2a7f None None] Network 6fd4fe37-5484-4796-9336-64d9b8bfbe75 requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 18:01:41.262204 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5fb1fdf7-eb9f-4314-b03b-bbee581c78ce req-7be05917-14f5-4722-b7b8-b54f0c8d993f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4889aa50-8ecf-4915-9526-7a966caa4901&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1778569
Dec 14 18:01:41.282158 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddddd699-e3e1-46f1-93c7-561667a8231e None None] Pushing event updated for resources: {'Port': ['ID=9c39b422-6d97-4e46-8ef5-1ebc197ab6d4,revision_number=2']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:41.296557 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-f3229ec2-6040-4bbc-8442-43d3e494a6d3 None None] Attempting to bind port 9c39b422-6d97-4e46-8ef5-1ebc197ab6d4 on host dv-cinder-821737-1-iscsi for vnic_type normal with profile  {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 18:01:41.297323 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-f3229ec2-6040-4bbc-8442-43d3e494a6d3 None None] Attempting to bind port 9c39b422-6d97-4e46-8ef5-1ebc197ab6d4 by drivers openvswitch,hyperv on host dv-cinder-821737-1-iscsi at level 0 using segments [{'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 18:01:41.297323 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3229ec2-6040-4bbc-8442-43d3e494a6d3 None None] Attempting to bind port 9c39b422-6d97-4e46-8ef5-1ebc197ab6d4 on network b3d2256c-c519-4427-b3bb-181a657f5e18 {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 18:01:41.302033 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddddd699-e3e1-46f1-93c7-561667a8231e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:41.302557 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddddd699-e3e1-46f1-93c7-561667a8231e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:41.303053 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddddd699-e3e1-46f1-93c7-561667a8231e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:41.303053 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddddd699-e3e1-46f1-93c7-561667a8231e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:41.303512 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddddd699-e3e1-46f1-93c7-561667a8231e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:41.303750 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddddd699-e3e1-46f1-93c7-561667a8231e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:41.304110 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddddd699-e3e1-46f1-93c7-561667a8231e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:41.304507 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddddd699-e3e1-46f1-93c7-561667a8231e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:41.304868 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddddd699-e3e1-46f1-93c7-561667a8231e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:41.305218 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddddd699-e3e1-46f1-93c7-561667a8231e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:41.305570 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddddd699-e3e1-46f1-93c7-561667a8231e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:41.311450 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-ddddd699-e3e1-46f1-93c7-561667a8231e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:41.327840 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3229ec2-6040-4bbc-8442-43d3e494a6d3 None None] Checking agent: {'id': 'cfd28b24-d8e5-433a-a8d2-fa726f969496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 41, 52), 'started_at': datetime.datetime(2021, 12, 14, 17, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 18:01:41.329367 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3229ec2-6040-4bbc-8442-43d3e494a6d3 None None] Checking segment: {'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 18:01:41.330355 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f3229ec2-6040-4bbc-8442-43d3e494a6d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:41.331077 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3229ec2-6040-4bbc-8442-43d3e494a6d3 None None] Bound using segment: {'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 18:01:41.331788 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-f3229ec2-6040-4bbc-8442-43d3e494a6d3 None None] Bound port: 9c39b422-6d97-4e46-8ef5-1ebc197ab6d4, host: dv-cinder-821737-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'}}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 18:01:41.332362 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f3229ec2-6040-4bbc-8442-43d3e494a6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:41.433669 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-f3229ec2-6040-4bbc-8442-43d3e494a6d3 None None] For port 9c39b422-6d97-4e46-8ef5-1ebc197ab6d4, host dv-cinder-821737-1-iscsi, cleared binding levels {{(pid=88125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 18:01:41.438450 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-f3229ec2-6040-4bbc-8442-43d3e494a6d3 None None] For port 9c39b422-6d97-4e46-8ef5-1ebc197ab6d4, host dv-cinder-821737-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=9c39b422-6d97-4e46-8ef5-1ebc197ab6d4,segment=NetworkSegment(031a1115-d006-4778-96dd-1bbd9a3ec485),segment_id=031a1115-d006-4778-96dd-1bbd9a3ec485)] {{(pid=88125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 18:01:41.445581 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f3229ec2-6040-4bbc-8442-43d3e494a6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:41.451875 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-ddddd699-e3e1-46f1-93c7-561667a8231e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:41.460720 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5fb1fdf7-eb9f-4314-b03b-bbee581c78ce req-601b510d-cb8e-44d5-810c-87844b86cf97 service neutron] 10.222.0.41 "GET /v2.0/networks/4889aa50-8ecf-4915-9526-7a966caa4901?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1812840
Dec 14 18:01:41.522053 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddddd699-e3e1-46f1-93c7-561667a8231e None None] Pushing event updated for resources: {'Port': ['ID=9c39b422-6d97-4e46-8ef5-1ebc197ab6d4,revision_number=3']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:41.525461 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-ddddd699-e3e1-46f1-93c7-561667a8231e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:41.553505 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90c2fa5e-189d-4a6a-a091-6de1c8710e66 None None] Provisioning for port 7ee7955e-a065-497b-a04b-1b2c6187bcfa completed by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 18:01:41.555275 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3229ec2-6040-4bbc-8442-43d3e494a6d3 None None] Routers {'781a1bd0-47ce-4e80-a600-6caf1ed52121'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 18:01:41.555862 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-f3229ec2-6040-4bbc-8442-43d3e494a6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622cf30358>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T18:01:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['781a1bd0-47ce-4e80-a600-6caf1ed52121'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:01:41.566526 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90c2fa5e-189d-4a6a-a091-6de1c8710e66 None None] Provisioning complete for port 7ee7955e-a065-497b-a04b-1b2c6187bcfa triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 18:01:41.566942 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90c2fa5e-189d-4a6a-a091-6de1c8710e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:41.744617 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-5fb1fdf7-eb9f-4314-b03b-bbee581c78ce req-79e27c08-5024-401d-b848-5489821a4472 service neutron] 10.222.0.41 "GET /v2.0/networks/4889aa50-8ecf-4915-9526-7a966caa4901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2508914
Dec 14 18:01:41.776239 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-497ef4dd-3dfc-44d1-9a26-c8ab9b273bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:41.787130 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-f3229ec2-6040-4bbc-8442-43d3e494a6d3 None None] Set router 781a1bd0-47ce-4e80-a600-6caf1ed52121 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 18:01:41.881528 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90c2fa5e-189d-4a6a-a091-6de1c8710e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:41.911371 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-101d04da-214a-4404-bd64-5d499d0e45ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622c9a2a58>, [{'id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'name': 'tempest-TestVolumeBootPattern-233859865-router', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '8351444f-0903-49fb-817c-419fae0c0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:54:13Z', 'updated_at': '2021-12-14T17:54:17Z', 'revision_number': 4, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'gw_port': {'id': '8351444f-0903-49fb-817c-419fae0c0bef', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:14Z', 'updated_at': '2021-12-14T17:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_floatingips': [{'id': '73a2e6db-804f-4141-a203-b4985a3c9a71', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'router_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'port_id': 'd0144962-0497-47d5-ad20-8ee3638a0a8b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'mac_address': 'fa:16:3e:b6:29:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c6d2-1d66-47de-a5ad-d7b993dc6954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T17:58:01Z', 'updated_at': '2021-12-14T17:58:06Z', 'revision_number': 1, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ea3571-d9f7-4a44-a850-8159533b162e', 'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'mac_address': 'fa:16:3e:5f:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:17Z', 'updated_at': '2021-12-14T17:54:31Z', 'revision_number': 5, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'subnets': [{'id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:01:41.922753 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101d04da-214a-4404-bd64-5d499d0e45ec None None] The sync data for ids ['0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'] in dv-cinder-821737-1-iscsi is: [{'id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'name': 'tempest-TestVolumeBootPattern-233859865-router', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '8351444f-0903-49fb-817c-419fae0c0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:54:13Z', 'updated_at': '2021-12-14T17:54:17Z', 'revision_number': 4, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'gw_port': {'id': '8351444f-0903-49fb-817c-419fae0c0bef', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:14Z', 'updated_at': '2021-12-14T17:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_floatingips': [{'id': '73a2e6db-804f-4141-a203-b4985a3c9a71', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'router_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'port_id': 'd0144962-0497-47d5-ad20-8ee3638a0a8b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'mac_address': 'fa:16:3e:b6:29:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd892c6d2-1d66-47de-a5ad-d7b993dc6954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T17:58:01Z', 'updated_at': '2021-12-14T17:58:06Z', 'revision_number': 1, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ea3571-d9f7-4a44-a850-8159533b162e', 'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'mac_address': 'fa:16:3e:5f:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:17Z', 'updated_at': '2021-12-14T17:54:31Z', 'revision_number': 5, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'subnets': [{'id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 18:01:41.955429 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-90c2fa5e-189d-4a6a-a091-6de1c8710e66 None None] For port 7ee7955e-a065-497b-a04b-1b2c6187bcfa, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=7ee7955e-a065-497b-a04b-1b2c6187bcfa,segment=NetworkSegment(c817ecf6-30ee-4017-94b1-094bd090ebbf),segment_id=c817ecf6-30ee-4017-94b1-094bd090ebbf)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 18:01:41.960143 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90c2fa5e-189d-4a6a-a091-6de1c8710e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:41.966060 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:42.063769 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2fa5e-189d-4a6a-a091-6de1c8710e66 None None] Pushing event updated for resources: {'Port': ['ID=7ee7955e-a065-497b-a04b-1b2c6187bcfa,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:42.068205 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90c2fa5e-189d-4a6a-a091-6de1c8710e66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:42.090100 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846703df-8a6c-4ec7-9595-657f42f3d676 req-1a2b338c-e80f-4c66-b287-28c98a539e10 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:01:42.090605 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-497ef4dd-3dfc-44d1-9a26-c8ab9b273bdb admin admin] Allocated IP 172.20.0.1 (6fd4fe37-5484-4796-9336-64d9b8bfbe75/8d8f2589-408d-4a9a-bc3c-ba0c98b972ae/5804f7fa-d990-475a-8bf7-02b7bd40eed9) {{(pid=88123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 18:01:42.091785 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-846703df-8a6c-4ec7-9595-657f42f3d676 req-1a2b338c-e80f-4c66-b287-28c98a539e10 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=22d023d4-0181-40a3-9e8e-a4abc30639ea HTTP/1.1" status: 200  len: 946 time: 0.2270145
Dec 14 18:01:42.166909 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-846703df-8a6c-4ec7-9595-657f42f3d676 req-9d425ba7-8593-4405-ba18-fe56ae8186dd tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0679078
Dec 14 18:01:42.224779 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-f3229ec2-6040-4bbc-8442-43d3e494a6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622cf30358>, [{'id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'name': 'tempest-TestMinimumBasicScenario-1029997179-router', 'tenant_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c39b422-6d97-4e46-8ef5-1ebc197ab6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:01:38Z', 'updated_at': '2021-12-14T18:01:39Z', 'revision_number': 3, 'project_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'gw_port': {'id': '9c39b422-6d97-4e46-8ef5-1ebc197ab6d4', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cd:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:01:38Z', 'updated_at': '2021-12-14T18:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi'}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:01:42.229704 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3229ec2-6040-4bbc-8442-43d3e494a6d3 None None] The sync data for ids ['781a1bd0-47ce-4e80-a600-6caf1ed52121'] in dv-cinder-821737-1-iscsi is: [{'id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'name': 'tempest-TestMinimumBasicScenario-1029997179-router', 'tenant_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c39b422-6d97-4e46-8ef5-1ebc197ab6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:01:38Z', 'updated_at': '2021-12-14T18:01:39Z', 'revision_number': 3, 'project_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'gw_port': {'id': '9c39b422-6d97-4e46-8ef5-1ebc197ab6d4', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cd:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:01:38Z', 'updated_at': '2021-12-14T18:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi'}] {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 18:01:42.282914 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-497ef4dd-3dfc-44d1-9a26-c8ab9b273bdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:42.290260 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-6eda07c9-c68a-4f1a-a784-1c361e3d737f None None] Provisioning complete for port 7ee7955e-a065-497b-a04b-1b2c6187bcfa triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 18:01:42.290685 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6eda07c9-c68a-4f1a-a784-1c361e3d737f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:42.301339 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-497ef4dd-3dfc-44d1-9a26-c8ab9b273bdb admin admin] Transition to ACTIVE for port object 5804f7fa-d990-475a-8bf7-02b7bd40eed9 will not be triggered until provisioned by entity DHCP. {{(pid=88123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 18:01:42.323351 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-497ef4dd-3dfc-44d1-9a26-c8ab9b273bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:42.327831 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-14108b11-c016-4f91-831b-8ce7fd6ef5ef tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:42.412272 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497ef4dd-3dfc-44d1-9a26-c8ab9b273bdb admin admin] Network 6fd4fe37-5484-4796-9336-64d9b8bfbe75 is already hosted by enough agents. {{(pid=88123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 18:01:42.418179 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-497ef4dd-3dfc-44d1-9a26-c8ab9b273bdb admin admin] Resources bound (agent type, host, resource id):  {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 18:01:42.420870 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497ef4dd-3dfc-44d1-9a26-c8ab9b273bdb admin admin] Received port after_create {{(pid=88123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 18:01:42.453396 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ef4dd-3dfc-44d1-9a26-c8ab9b273bdb admin admin] Pushing event updated for resources: {'Port': ['ID=5804f7fa-d990-475a-8bf7-02b7bd40eed9,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:42.456791 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-497ef4dd-3dfc-44d1-9a26-c8ab9b273bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:42.488087 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-497ef4dd-3dfc-44d1-9a26-c8ab9b273bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647541'] for router_interface, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:42.576746 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-497ef4dd-3dfc-44d1-9a26-c8ab9b273bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:42.652630 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fba23d-6158-4a38-aff8-b7108bb1d9cc None None] New status for floating IP 9d893832-ca38-428a-9d89-ede20073d769: DOWN {{(pid=88124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 14 18:01:42.796928 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 7ee7955e-a065-497b-a04b-1b2c6187bcfa up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 18:01:42.847456 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-74c8308b-a9eb-4c49-8af1-7eabf4646c0e None None] Provisioning for port 5804f7fa-d990-475a-8bf7-02b7bd40eed9 completed by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 18:01:42.849939 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-497ef4dd-3dfc-44d1-9a26-c8ab9b273bdb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:42.859365 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-74c8308b-a9eb-4c49-8af1-7eabf4646c0e None None] Provisioning complete for port 5804f7fa-d990-475a-8bf7-02b7bd40eed9 triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 18:01:42.859773 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-74c8308b-a9eb-4c49-8af1-7eabf4646c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:42.866705 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-497ef4dd-3dfc-44d1-9a26-c8ab9b273bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1688486'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:42.906628 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-13b517a0-06e8-43d2-8854-597ee88efa84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:42.943553 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-74c8308b-a9eb-4c49-8af1-7eabf4646c0e None None] Port 5804f7fa-d990-475a-8bf7-02b7bd40eed9 cannot update to ACTIVE because it is not bound. {{(pid=88124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 14 18:01:42.956606 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port 7ee7955e-a065-497b-a04b-1b2c6187bcfa triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 18:01:42.957135 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:42.998629 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ef4dd-3dfc-44d1-9a26-c8ab9b273bdb admin admin] Pushing event updated for resources: {'Port': ['ID=5804f7fa-d990-475a-8bf7-02b7bd40eed9,revision_number=2']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:43.002115 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-497ef4dd-3dfc-44d1-9a26-c8ab9b273bdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4068405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854128366'] for router_interface, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:43.006413 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-497ef4dd-3dfc-44d1-9a26-c8ab9b273bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:43.164582 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497ef4dd-3dfc-44d1-9a26-c8ab9b273bdb admin admin] Network 6fd4fe37-5484-4796-9336-64d9b8bfbe75 is already hosted by enough agents. {{(pid=88123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 18:01:43.165892 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-497ef4dd-3dfc-44d1-9a26-c8ab9b273bdb admin admin] Resources bound (agent type, host, resource id):  {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 18:01:43.433694 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7720d-e3ff-4355-8479-82c7ff2ad399 req-dd0beaac-7ed7-4b34-98e9-d6be8fb0a5fc tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:01:43.436449 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e5e7720d-e3ff-4355-8479-82c7ff2ad399 req-dd0beaac-7ed7-4b34-98e9-d6be8fb0a5fc tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=22d023d4-0181-40a3-9e8e-a4abc30639ea HTTP/1.1" status: 200  len: 946 time: 0.1191177
Dec 14 18:01:43.502479 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e5e7720d-e3ff-4355-8479-82c7ff2ad399 req-2a73b8aa-4637-4bf5-85cf-ee6d82e26798 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593336
Dec 14 18:01:43.572523 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-b558e248-8430-4450-b77b-919162159c08 None None] Provisioning complete for port 5804f7fa-d990-475a-8bf7-02b7bd40eed9 triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 18:01:43.572941 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b558e248-8430-4450-b77b-919162159c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:43.639730 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-b558e248-8430-4450-b77b-919162159c08 None None] Port 5804f7fa-d990-475a-8bf7-02b7bd40eed9 cannot update to ACTIVE because it is not bound. {{(pid=88124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 14 18:01:43.880639 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497ef4dd-3dfc-44d1-9a26-c8ab9b273bdb admin admin] Router 781a1bd0-47ce-4e80-a600-6caf1ed52121 has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 18:01:44.107739 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497ef4dd-3dfc-44d1-9a26-c8ab9b273bdb admin admin] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 18:01:44.120241 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-497ef4dd-3dfc-44d1-9a26-c8ab9b273bdb admin admin] 10.222.0.53 "PUT /v2.0/routers/781a1bd0-47ce-4e80-a600-6caf1ed52121/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3299379
Dec 14 18:01:44.830430 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 9c39b422-6d97-4e46-8ef5-1ebc197ab6d4 up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 18:01:44.846422 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859de344-810d-45b7-9031-af7f4802eb51 req-ba20b961-3f7c-4dbe-9840-5bd166202b7f tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:01:44.848127 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-859de344-810d-45b7-9031-af7f4802eb51 req-ba20b961-3f7c-4dbe-9840-5bd166202b7f tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=22d023d4-0181-40a3-9e8e-a4abc30639ea HTTP/1.1" status: 200  len: 946 time: 0.0963840
Dec 14 18:01:44.904938 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-859de344-810d-45b7-9031-af7f4802eb51 req-a9c8f934-b633-4fd6-b6cb-4ab718147447 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452774
Dec 14 18:01:44.909339 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning for port 9c39b422-6d97-4e46-8ef5-1ebc197ab6d4 completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 18:01:44.918185 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 8aafbb1e-1ccc-4dbe-aba2-38668e173119 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 18:01:44.964578 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port 9c39b422-6d97-4e46-8ef5-1ebc197ab6d4 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 18:01:44.965041 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:45.176460 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 53148) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:01:45.183104 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-0abf43a2-6e68-46a7-8109-56dbd473322f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1430377993-network', 'tenant_id': '4e2c7629ab124954860c8a97ef868423'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 18:01:45.189363 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-0abf43a2-6e68-46a7-8109-56dbd473322f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 18:01:45.193702 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-0abf43a2-6e68-46a7-8109-56dbd473322f admin admin] Usage tracker for resource:network and tenant:4e2c7629ab124954860c8a97ef868423 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 18:01:45.196960 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-0abf43a2-6e68-46a7-8109-56dbd473322f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 18:01:45.203980 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-0abf43a2-6e68-46a7-8109-56dbd473322f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 18:01:45.215143 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abf43a2-6e68-46a7-8109-56dbd473322f admin admin] Made reservation on behalf of 4e2c7629ab124954860c8a97ef868423 for: {'network': 1} {{(pid=88123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 18:01:45.220234 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0abf43a2-6e68-46a7-8109-56dbd473322f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for network, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:45.234555 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0abf43a2-6e68-46a7-8109-56dbd473322f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:45.268328 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-0abf43a2-6e68-46a7-8109-56dbd473322f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 18:01:45.272491 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-0abf43a2-6e68-46a7-8109-56dbd473322f admin admin] Usage tracker for resource:security_group_rule and tenant:4e2c7629ab124954860c8a97ef868423 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 18:01:45.275739 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-0abf43a2-6e68-46a7-8109-56dbd473322f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 18:01:45.282385 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-0abf43a2-6e68-46a7-8109-56dbd473322f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 18:01:45.323256 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:45.352422 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0abf43a2-6e68-46a7-8109-56dbd473322f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:45.356092 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0abf43a2-6e68-46a7-8109-56dbd473322f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:45.356503 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:45.360496 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-592651cf-63fb-443b-9cf0-8dce0dabb31e tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:45.367679 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d023d4-0181-40a3-9e8e-a4abc30639ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aafbb1e-1ccc-4dbe-aba2-38668e173119'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 18:01:45.385994 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 8aafbb1e-1ccc-4dbe-aba2-38668e173119, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=8aafbb1e-1ccc-4dbe-aba2-38668e173119,segment=NetworkSegment(ca9c137f-aa6e-4e1e-954a-bcc20e945b60),segment_id=ca9c137f-aa6e-4e1e-954a-bcc20e945b60)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 18:01:45.389653 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] For port 9c39b422-6d97-4e46-8ef5-1ebc197ab6d4, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=9c39b422-6d97-4e46-8ef5-1ebc197ab6d4,segment=NetworkSegment(031a1115-d006-4778-96dd-1bbd9a3ec485),segment_id=031a1115-d006-4778-96dd-1bbd9a3ec485)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 18:01:45.391321 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:45.394510 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:45.399381 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0abf43a2-6e68-46a7-8109-56dbd473322f admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'}  {{(pid=88123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 14 18:01:45.409551 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf43a2-6e68-46a7-8109-56dbd473322f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300b0a20-4bb5-4430-93ea-03848bc83661,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:45.413997 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-0abf43a2-6e68-46a7-8109-56dbd473322f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:45.416875 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0abf43a2-6e68-46a7-8109-56dbd473322f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:45.417245 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.segments_db [None req-0abf43a2-6e68-46a7-8109-56dbd473322f admin admin] Added segment 2de76f15-1099-4f6f-9500-05cb42b7dc75 of type vlan for network da43ee0f-1f13-495f-8060-fbaa65359c2f
Dec 14 18:01:45.447884 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:45.448829 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0abf43a2-6e68-46a7-8109-56dbd473322f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753727864657'] for network, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:45.468207 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=8aafbb1e-1ccc-4dbe-aba2-38668e173119,revision_number=6']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:45.472418 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:45.473644 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:45.481456 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0abf43a2-6e68-46a7-8109-56dbd473322f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388'] for network, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:45.482818 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abf43a2-6e68-46a7-8109-56dbd473322f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:01:45.483580 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0abf43a2-6e68-46a7-8109-56dbd473322f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:45.487598 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-eeb60e35-9143-4f74-a705-33c943c0f90d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:45.495293 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2511640-211e-4287-818f-67dc3018234c None None] Sync routers for ids ['781a1bd0-47ce-4e80-a600-6caf1ed52121'] in dv-cinder-821737-1-iscsi {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 18:01:45.510252 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2511640-211e-4287-818f-67dc3018234c None None] Routers {'781a1bd0-47ce-4e80-a600-6caf1ed52121'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 18:01:45.511180 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-d2511640-211e-4287-818f-67dc3018234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622d241710>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T18:01:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['781a1bd0-47ce-4e80-a600-6caf1ed52121'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:01:45.555504 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Pushing event updated for resources: {'Port': ['ID=9c39b422-6d97-4e46-8ef5-1ebc197ab6d4,revision_number=4']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:45.559421 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:45.607021 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-0abf43a2-6e68-46a7-8109-56dbd473322f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4262912
Dec 14 18:01:45.607021 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf43a2-6e68-46a7-8109-56dbd473322f admin admin] Pushing event updated for resources: {'Network': ['ID=da43ee0f-1f13-495f-8060-fbaa65359c2f,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:45.607899 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 53156) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:01:45.609636 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-0abf43a2-6e68-46a7-8109-56dbd473322f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:45.614902 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-896d236d-0d73-486f-b4ea-cbc19b1fcb7d admin admin] Request body: {'subnet': {'network_id': 'da43ee0f-1f13-495f-8060-fbaa65359c2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1430377993-subnet', 'tenant_id': '4e2c7629ab124954860c8a97ef868423', 'ip_version': 4}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 18:01:45.619721 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Network da43ee0f-1f13-495f-8060-fbaa65359c2f details requested by agent ovs-agent-dv-cinder-821737-1-iscsi with host dv-cinder-821737-1-iscsi {{(pid=88124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 14 18:01:45.637246 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-896d236d-0d73-486f-b4ea-cbc19b1fcb7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 18:01:45.647427 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-896d236d-0d73-486f-b4ea-cbc19b1fcb7d admin admin] Usage tracker for resource:subnet and tenant:4e2c7629ab124954860c8a97ef868423 is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 18:01:45.650588 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-896d236d-0d73-486f-b4ea-cbc19b1fcb7d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 18:01:45.666088 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-896d236d-0d73-486f-b4ea-cbc19b1fcb7d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 18:01:45.677660 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896d236d-0d73-486f-b4ea-cbc19b1fcb7d admin admin] Made reservation on behalf of 4e2c7629ab124954860c8a97ef868423 for: {'subnet': 1} {{(pid=88122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 18:01:45.683107 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-896d236d-0d73-486f-b4ea-cbc19b1fcb7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852754473'] for subnet, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:45.713789 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-d2511640-211e-4287-818f-67dc3018234c None None] Set router 781a1bd0-47ce-4e80-a600-6caf1ed52121 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 18:01:45.753210 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d023d4-0181-40a3-9e8e-a4abc30639ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aafbb1e-1ccc-4dbe-aba2-38668e173119', 'code': 200}
Dec 14 18:01:45.918724 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-896d236d-0d73-486f-b4ea-cbc19b1fcb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852908034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852754490'] for subnet, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:45.922929 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-87040bfc-3b06-4e77-a5aa-9fae7b3be96a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:46.009406 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d236d-0d73-486f-b4ea-cbc19b1fcb7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b04be45-f493-4457-a902-83d4031169b8,revision_number=0']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:46.012615 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-896d236d-0d73-486f-b4ea-cbc19b1fcb7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:46.036578 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896d236d-0d73-486f-b4ea-cbc19b1fcb7d admin admin] Checking segment: {'id': '2de76f15-1099-4f6f-9500-05cb42b7dc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'da43ee0f-1f13-495f-8060-fbaa65359c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 18:01:46.037143 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896d236d-0d73-486f-b4ea-cbc19b1fcb7d admin admin] Network hostable DHCP agents. Network: da43ee0f-1f13-495f-8060-fbaa65359c2f, hostable agents: ['ca44529e-a98f-42ef-93fd-bf8911629c2d'], hosted agents: [] {{(pid=88122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 14 18:01:46.090141 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-d2511640-211e-4287-818f-67dc3018234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622d241710>, [{'id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'name': 'tempest-TestMinimumBasicScenario-1029997179-router', 'tenant_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c39b422-6d97-4e46-8ef5-1ebc197ab6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:01:38Z', 'updated_at': '2021-12-14T18:01:42Z', 'revision_number': 4, 'project_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'gw_port': {'id': '9c39b422-6d97-4e46-8ef5-1ebc197ab6d4', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:01:38Z', 'updated_at': '2021-12-14T18:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': '5804f7fa-d990-475a-8bf7-02b7bd40eed9', 'name': '', 'network_id': '6fd4fe37-5484-4796-9336-64d9b8bfbe75', 'tenant_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'mac_address': 'fa:16:3e:8b:90:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d8f2589-408d-4a9a-bc3c-ba0c98b972ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:01:41Z', 'updated_at': '2021-12-14T18:01:42Z', 'revision_number': 2, 'project_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'subnets': [{'id': '8d8f2589-408d-4a9a-bc3c-ba0c98b972ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:01:46.094571 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2511640-211e-4287-818f-67dc3018234c None None] Checking router: 781a1bd0-47ce-4e80-a600-6caf1ed52121 for host: dv-cinder-821737-1-iscsi {{(pid=88125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 18:01:46.094963 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2511640-211e-4287-818f-67dc3018234c None None] Updating router 781a1bd0-47ce-4e80-a600-6caf1ed52121 port 5804f7fa-d990-475a-8bf7-02b7bd40eed9 binding host dv-cinder-821737-1-iscsi {{(pid=88125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 14 18:01:46.101235 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896d236d-0d73-486f-b4ea-cbc19b1fcb7d admin admin] Network da43ee0f-1f13-495f-8060-fbaa65359c2f is scheduled to be hosted by DHCP agent ca44529e-a98f-42ef-93fd-bf8911629c2d with binding_index 1 {{(pid=88122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 14 18:01:46.124021 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-896d236d-0d73-486f-b4ea-cbc19b1fcb7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-iscsi, da43ee0f-1f13-495f-8060-fbaa65359c2f) {{(pid=88122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 18:01:46.131159 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896d236d-0d73-486f-b4ea-cbc19b1fcb7d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:01:46.131441 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-896d236d-0d73-486f-b4ea-cbc19b1fcb7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:46.135737 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d375fa4-cc91-4331-897e-df06160a075b None None] Network da43ee0f-1f13-495f-8060-fbaa65359c2f requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 18:01:46.153802 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d2511640-211e-4287-818f-67dc3018234c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:46.159276 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-896d236d-0d73-486f-b4ea-cbc19b1fcb7d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5500941
Dec 14 18:01:46.162150 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 53162) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:01:46.168321 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-2fa67aec-ec37-4a9e-b230-2d4713a4adab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1430377993-router', 'tenant_id': '4e2c7629ab124954860c8a97ef868423', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'}}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 18:01:46.174671 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-2fa67aec-ec37-4a9e-b230-2d4713a4adab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 18:01:46.175743 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad436f-82f3-4e42-bf81-ee5a14ae1115 req-9d5e6fad-922d-4e8c-9de4-f41bf9fcdcf2 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:01:46.178164 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-25ad436f-82f3-4e42-bf81-ee5a14ae1115 req-9d5e6fad-922d-4e8c-9de4-f41bf9fcdcf2 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=22d023d4-0181-40a3-9e8e-a4abc30639ea HTTP/1.1" status: 200  len: 944 time: 0.1171875
Dec 14 18:01:46.178897 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-2fa67aec-ec37-4a9e-b230-2d4713a4adab admin admin] Usage tracker for resource:router and tenant:4e2c7629ab124954860c8a97ef868423 is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 18:01:46.182379 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-2fa67aec-ec37-4a9e-b230-2d4713a4adab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 18:01:46.191804 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-2fa67aec-ec37-4a9e-b230-2d4713a4adab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 18:01:46.204331 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2fa67aec-ec37-4a9e-b230-2d4713a4adab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-578992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128592'] for router, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:46.205579 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2fa67aec-ec37-4a9e-b230-2d4713a4adab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854196974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-646502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854647208'] for router, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:46.227436 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2fa67aec-ec37-4a9e-b230-2d4713a4adab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:46.251661 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-25ad436f-82f3-4e42-bf81-ee5a14ae1115 req-e6be1f37-63ca-4fb6-9202-56d6a4267f22 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0654402
Dec 14 18:01:46.397094 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2fa67aec-ec37-4a9e-b230-2d4713a4adab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-646487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854647223'] for router, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:46.407419 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c265dc-7504-4250-9582-201e3760a4d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65ba46df-7991-5938-b91f-03c1a22b974b-da43ee0f-1f13-495f-8060-fbaa65359c2f', 'network_id': 'da43ee0f-1f13-495f-8060-fbaa65359c2f', 'tenant_id': '4e2c7629ab124954860c8a97ef868423', 'fixed_ips': [{'subnet_id': '5b04be45-f493-4457-a902-83d4031169b8'}]}} from dv-cinder-821737-1-iscsi. {{(pid=88124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 14 18:01:46.407419 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50c265dc-7504-4250-9582-201e3760a4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:46.584359 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-50c265dc-7504-4250-9582-201e3760a4d0 None None] Allocated IP 172.20.0.2 (da43ee0f-1f13-495f-8060-fbaa65359c2f/5b04be45-f493-4457-a902-83d4031169b8/579fa5be-7f77-4478-89d5-50273bcd372b) {{(pid=88124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 18:01:46.591983 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d2511640-211e-4287-818f-67dc3018234c None None] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:46.605191 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-d2511640-211e-4287-818f-67dc3018234c None None] Transition to ACTIVE for port object 5804f7fa-d990-475a-8bf7-02b7bd40eed9 will not be triggered until provisioned by entity L2. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 18:01:46.612529 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d2511640-211e-4287-818f-67dc3018234c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:46.616922 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:46.620142 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2fa67aec-ec37-4a9e-b230-2d4713a4adab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:46.660522 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2fa67aec-ec37-4a9e-b230-2d4713a4adab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:46.820459 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50c265dc-7504-4250-9582-201e3760a4d0 None None] Notify callbacks [] for port, precommit_create {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:46.833467 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50c265dc-7504-4250-9582-201e3760a4d0 None None] Transition to ACTIVE for port object 579fa5be-7f77-4478-89d5-50273bcd372b will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 18:01:46.843480 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-2fa67aec-ec37-4a9e-b230-2d4713a4adab admin admin] Allocated IP 172.27.2.143 (b3d2256c-c519-4427-b3bb-181a657f5e18/431330ab-9b63-4a3b-8088-f9712ed58753/79ddc218-cf4a-49d3-b172-4c3b1a132fb9) {{(pid=88123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 18:01:46.847584 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 9c39b422-6d97-4e46-8ef5-1ebc197ab6d4 up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 18:01:46.912726 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50c265dc-7504-4250-9582-201e3760a4d0 None None] Transition to ACTIVE for port object 579fa5be-7f77-4478-89d5-50273bcd372b will not be triggered until provisioned by entity DHCP. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 18:01:46.922661 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50c265dc-7504-4250-9582-201e3760a4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481'] for port, after_create {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:46.930426 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-529e57a1-c6be-4a11-a8a6-fd3bbaf60e1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:46.943770 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ecde3-962f-4e4a-833e-393012a6e319 None None] Pushing event updated for resources: {'Port': ['ID=5804f7fa-d990-475a-8bf7-02b7bd40eed9,revision_number=3']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:46.947488 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-cf1ecde3-962f-4e4a-833e-393012a6e319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:46.993351 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416a223-62c9-4e7c-9a63-c812e99638d1 req-489bd99d-6b6b-42ff-82b6-6a91e40a3b9c tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:01:46.994175 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-d416a223-62c9-4e7c-9a63-c812e99638d1 req-489bd99d-6b6b-42ff-82b6-6a91e40a3b9c tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Synchronizing usage tracker for tenant:dfc18f8040f94448b907f65fb2ffb8d2 on resource:port {{(pid=88123) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 18:01:47.007369 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c265dc-7504-4250-9582-201e3760a4d0 None None] Network da43ee0f-1f13-495f-8060-fbaa65359c2f is already hosted by enough agents. {{(pid=88124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 18:01:47.011383 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-50c265dc-7504-4250-9582-201e3760a4d0 None None] Resources bound (agent type, host, resource id):  {{(pid=88124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 18:01:47.018868 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c265dc-7504-4250-9582-201e3760a4d0 None None] Received port after_create {{(pid=88124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 18:01:47.030946 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c265dc-7504-4250-9582-201e3760a4d0 None None] Pushing event updated for resources: {'Port': ['ID=579fa5be-7f77-4478-89d5-50273bcd372b,revision_number=1']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:47.037363 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50c265dc-7504-4250-9582-201e3760a4d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:47.044556 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-d2511640-211e-4287-818f-67dc3018234c None None] Attempting to bind port 5804f7fa-d990-475a-8bf7-02b7bd40eed9 on host dv-cinder-821737-1-iscsi for vnic_type normal with profile  {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 18:01:47.044967 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-d2511640-211e-4287-818f-67dc3018234c None None] Attempting to bind port 5804f7fa-d990-475a-8bf7-02b7bd40eed9 by drivers openvswitch,hyperv on host dv-cinder-821737-1-iscsi at level 0 using segments [{'id': 'c817ecf6-30ee-4017-94b1-094bd090ebbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6fd4fe37-5484-4796-9336-64d9b8bfbe75'}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 18:01:47.045454 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2511640-211e-4287-818f-67dc3018234c None None] Attempting to bind port 5804f7fa-d990-475a-8bf7-02b7bd40eed9 on network 6fd4fe37-5484-4796-9336-64d9b8bfbe75 {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 18:01:47.053010 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2511640-211e-4287-818f-67dc3018234c None None] Checking agent: {'id': 'cfd28b24-d8e5-433a-a8d2-fa726f969496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 41, 52), 'started_at': datetime.datetime(2021, 12, 14, 17, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 18:01:47.053420 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2511640-211e-4287-818f-67dc3018234c None None] Checking segment: {'id': 'c817ecf6-30ee-4017-94b1-094bd090ebbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6fd4fe37-5484-4796-9336-64d9b8bfbe75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 18:01:47.054595 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d2511640-211e-4287-818f-67dc3018234c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:47.055138 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2511640-211e-4287-818f-67dc3018234c None None] Bound using segment: {'id': 'c817ecf6-30ee-4017-94b1-094bd090ebbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6fd4fe37-5484-4796-9336-64d9b8bfbe75'} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 18:01:47.055623 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-d2511640-211e-4287-818f-67dc3018234c None None] Bound port: 5804f7fa-d990-475a-8bf7-02b7bd40eed9, host: dv-cinder-821737-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c817ecf6-30ee-4017-94b1-094bd090ebbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6fd4fe37-5484-4796-9336-64d9b8bfbe75'}}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 18:01:47.055943 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d2511640-211e-4287-818f-67dc3018234c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:47.074062 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port 9c39b422-6d97-4e46-8ef5-1ebc197ab6d4 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 18:01:47.074486 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:47.091388 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-d416a223-62c9-4e7c-9a63-c812e99638d1 req-489bd99d-6b6b-42ff-82b6-6a91e40a3b9c tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Unset dirty status for tenant:dfc18f8040f94448b907f65fb2ffb8d2 on resource:port {{(pid=88123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 18:01:47.092784 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d416a223-62c9-4e7c-9a63-c812e99638d1 req-489bd99d-6b6b-42ff-82b6-6a91e40a3b9c tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.41 "GET /v2.0/ports?device_id=22d023d4-0181-40a3-9e8e-a4abc30639ea HTTP/1.1" status: 200  len: 944 time: 0.2458525
Dec 14 18:01:47.181262 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-d2511640-211e-4287-818f-67dc3018234c None None] For port 5804f7fa-d990-475a-8bf7-02b7bd40eed9, host dv-cinder-821737-1-iscsi, cleared binding levels {{(pid=88125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 18:01:47.189541 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-d2511640-211e-4287-818f-67dc3018234c None None] For port 5804f7fa-d990-475a-8bf7-02b7bd40eed9, host dv-cinder-821737-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=5804f7fa-d990-475a-8bf7-02b7bd40eed9,segment=NetworkSegment(c817ecf6-30ee-4017-94b1-094bd090ebbf),segment_id=c817ecf6-30ee-4017-94b1-094bd090ebbf)] {{(pid=88125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 18:01:47.195303 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d2511640-211e-4287-818f-67dc3018234c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:47.201450 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:47.203140 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-50c265dc-7504-4250-9582-201e3760a4d0 None None] Attempting to bind port 579fa5be-7f77-4478-89d5-50273bcd372b on host dv-cinder-821737-1-iscsi for vnic_type normal with profile  {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 18:01:47.203571 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-50c265dc-7504-4250-9582-201e3760a4d0 None None] Attempting to bind port 579fa5be-7f77-4478-89d5-50273bcd372b by drivers openvswitch,hyperv on host dv-cinder-821737-1-iscsi at level 0 using segments [{'id': '2de76f15-1099-4f6f-9500-05cb42b7dc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'da43ee0f-1f13-495f-8060-fbaa65359c2f'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 18:01:47.203984 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c265dc-7504-4250-9582-201e3760a4d0 None None] Attempting to bind port 579fa5be-7f77-4478-89d5-50273bcd372b on network da43ee0f-1f13-495f-8060-fbaa65359c2f {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 18:01:47.205420 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2fa67aec-ec37-4a9e-b230-2d4713a4adab admin admin] Notify callbacks [] for port, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:47.214345 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-d416a223-62c9-4e7c-9a63-c812e99638d1 req-ef12fe9f-539e-4c4e-b34c-bf9643626ff6 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Deleting port 8aafbb1e-1ccc-4dbe-aba2-38668e173119 {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 18:01:47.214719 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-d416a223-62c9-4e7c-9a63-c812e99638d1 req-ef12fe9f-539e-4c4e-b34c-bf9643626ff6 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:47.223750 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c265dc-7504-4250-9582-201e3760a4d0 None None] Checking agent: {'id': 'cfd28b24-d8e5-433a-a8d2-fa726f969496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 41, 52), 'started_at': datetime.datetime(2021, 12, 14, 17, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 18:01:47.224178 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c265dc-7504-4250-9582-201e3760a4d0 None None] Checking segment: {'id': '2de76f15-1099-4f6f-9500-05cb42b7dc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'da43ee0f-1f13-495f-8060-fbaa65359c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 18:01:47.224628 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50c265dc-7504-4250-9582-201e3760a4d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:47.225052 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c265dc-7504-4250-9582-201e3760a4d0 None None] Bound using segment: {'id': '2de76f15-1099-4f6f-9500-05cb42b7dc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'da43ee0f-1f13-495f-8060-fbaa65359c2f'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 18:01:47.225580 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-50c265dc-7504-4250-9582-201e3760a4d0 None None] Bound port: 579fa5be-7f77-4478-89d5-50273bcd372b, host: dv-cinder-821737-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de76f15-1099-4f6f-9500-05cb42b7dc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'da43ee0f-1f13-495f-8060-fbaa65359c2f'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 18:01:47.226027 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50c265dc-7504-4250-9582-201e3760a4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:47.292439 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2511640-211e-4287-818f-67dc3018234c None None] Routers {'781a1bd0-47ce-4e80-a600-6caf1ed52121'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 18:01:47.293289 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-d2511640-211e-4287-818f-67dc3018234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622d241710>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T18:01:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['781a1bd0-47ce-4e80-a600-6caf1ed52121'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:01:47.391506 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50c265dc-7504-4250-9582-201e3760a4d0 None None] For port 579fa5be-7f77-4478-89d5-50273bcd372b, host dv-cinder-821737-1-iscsi, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 18:01:47.395919 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50c265dc-7504-4250-9582-201e3760a4d0 None None] For port 579fa5be-7f77-4478-89d5-50273bcd372b, host dv-cinder-821737-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=579fa5be-7f77-4478-89d5-50273bcd372b,segment=NetworkSegment(2de76f15-1099-4f6f-9500-05cb42b7dc75),segment_id=2de76f15-1099-4f6f-9500-05cb42b7dc75)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 18:01:47.402801 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50c265dc-7504-4250-9582-201e3760a4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:47.417979 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:47.525159 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ecde3-962f-4e4a-833e-393012a6e319 None None] Pushing event updated for resources: {'Port': ['ID=5804f7fa-d990-475a-8bf7-02b7bd40eed9,revision_number=4']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:47.531629 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-cf1ecde3-962f-4e4a-833e-393012a6e319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:47.539807 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c265dc-7504-4250-9582-201e3760a4d0 None None] Pushing event updated for resources: {'Port': ['ID=579fa5be-7f77-4478-89d5-50273bcd372b,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:47.543256 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50c265dc-7504-4250-9582-201e3760a4d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:47.581270 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-d2511640-211e-4287-818f-67dc3018234c None None] Set router 781a1bd0-47ce-4e80-a600-6caf1ed52121 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 18:01:47.582053 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367bd7f-2344-4fcd-a180-59b6e1c550d7 req-dde86fa5-def4-4b1b-88c3-a5956c188e34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:01:47.590225 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0367bd7f-2344-4fcd-a180-59b6e1c550d7 req-dde86fa5-def4-4b1b-88c3-a5956c188e34 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=22d023d4-0181-40a3-9e8e-a4abc30639ea HTTP/1.1" status: 200  len: 944 time: 0.1056533
Dec 14 18:01:47.644998 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-d416a223-62c9-4e7c-9a63-c812e99638d1 req-ef12fe9f-539e-4c4e-b34c-bf9643626ff6 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] For port 8aafbb1e-1ccc-4dbe-aba2-38668e173119, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=8aafbb1e-1ccc-4dbe-aba2-38668e173119,segment=NetworkSegment(ca9c137f-aa6e-4e1e-954a-bcc20e945b60),segment_id=ca9c137f-aa6e-4e1e-954a-bcc20e945b60)] {{(pid=88123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 18:01:47.645414 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-d416a223-62c9-4e7c-9a63-c812e99638d1 req-ef12fe9f-539e-4c4e-b34c-bf9643626ff6 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:47.648880 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0367bd7f-2344-4fcd-a180-59b6e1c550d7 req-553b1a9d-b6fb-44d8-807d-55137816c751 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0575778
Dec 14 18:01:47.789036 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-d416a223-62c9-4e7c-9a63-c812e99638d1 req-ef12fe9f-539e-4c4e-b34c-bf9643626ff6 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Calling delete_port for 8aafbb1e-1ccc-4dbe-aba2-38668e173119 owned by compute:nova {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 18:01:47.842096 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2fa67aec-ec37-4a9e-b230-2d4713a4adab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:47.851316 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90ed4682-ae90-4d5a-beed-a14e844603c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:47.934972 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa67aec-ec37-4a9e-b230-2d4713a4adab admin admin] Network b3d2256c-c519-4427-b3bb-181a657f5e18 is already hosted by enough agents. {{(pid=88123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 18:01:47.939520 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-2fa67aec-ec37-4a9e-b230-2d4713a4adab admin admin] Resources bound (agent type, host, resource id):  {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 18:01:47.957828 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-d2511640-211e-4287-818f-67dc3018234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622d241710>, [{'id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'name': 'tempest-TestMinimumBasicScenario-1029997179-router', 'tenant_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c39b422-6d97-4e46-8ef5-1ebc197ab6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:01:38Z', 'updated_at': '2021-12-14T18:01:42Z', 'revision_number': 4, 'project_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'gw_port': {'id': '9c39b422-6d97-4e46-8ef5-1ebc197ab6d4', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:01:38Z', 'updated_at': '2021-12-14T18:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': '5804f7fa-d990-475a-8bf7-02b7bd40eed9', 'name': '', 'network_id': '6fd4fe37-5484-4796-9336-64d9b8bfbe75', 'tenant_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'mac_address': 'fa:16:3e:8b:90:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d8f2589-408d-4a9a-bc3c-ba0c98b972ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:01:41Z', 'updated_at': '2021-12-14T18:01:47Z', 'revision_number': 4, 'project_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'subnets': [{'id': '8d8f2589-408d-4a9a-bc3c-ba0c98b972ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:01:47.962216 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2511640-211e-4287-818f-67dc3018234c None None] The sync data for ids ['781a1bd0-47ce-4e80-a600-6caf1ed52121'] in dv-cinder-821737-1-iscsi is: [{'id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'name': 'tempest-TestMinimumBasicScenario-1029997179-router', 'tenant_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c39b422-6d97-4e46-8ef5-1ebc197ab6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:01:38Z', 'updated_at': '2021-12-14T18:01:42Z', 'revision_number': 4, 'project_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'gw_port': {'id': '9c39b422-6d97-4e46-8ef5-1ebc197ab6d4', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:01:38Z', 'updated_at': '2021-12-14T18:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': '5804f7fa-d990-475a-8bf7-02b7bd40eed9', 'name': '', 'network_id': '6fd4fe37-5484-4796-9336-64d9b8bfbe75', 'tenant_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'mac_address': 'fa:16:3e:8b:90:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d8f2589-408d-4a9a-bc3c-ba0c98b972ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:01:41Z', 'updated_at': '2021-12-14T18:01:47Z', 'revision_number': 4, 'project_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'subnets': [{'id': '8d8f2589-408d-4a9a-bc3c-ba0c98b972ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 18:01:47.962824 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa67aec-ec37-4a9e-b230-2d4713a4adab admin admin] Received port after_create {{(pid=88123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 18:01:48.010770 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa67aec-ec37-4a9e-b230-2d4713a4adab admin admin] Pushing event updated for resources: {'Port': ['ID=79ddc218-cf4a-49d3-b172-4c3b1a132fb9,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:48.017033 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2fa67aec-ec37-4a9e-b230-2d4713a4adab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:48.183109 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-d416a223-62c9-4e7c-9a63-c812e99638d1 req-ef12fe9f-539e-4c4e-b34c-bf9643626ff6 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:48.191455 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-2fa67aec-ec37-4a9e-b230-2d4713a4adab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:48.241545 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12fe9f-539e-4c4e-b34c-bf9643626ff6 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Pushing event deleted for resources: {'Port': ['ID=8aafbb1e-1ccc-4dbe-aba2-38668e173119,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:48.246071 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-ef12fe9f-539e-4c4e-b34c-bf9643626ff6 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:48.338399 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-d416a223-62c9-4e7c-9a63-c812e99638d1 req-ef12fe9f-539e-4c4e-b34c-bf9643626ff6 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] No DVR routers for this DVR port 8aafbb1e-1ccc-4dbe-aba2-38668e173119 on host hv-cinder-82173 {{(pid=88123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 14 18:01:48.341249 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-d416a223-62c9-4e7c-9a63-c812e99638d1 req-ef12fe9f-539e-4c4e-b34c-bf9643626ff6 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:48.344998 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d023d4-0181-40a3-9e8e-a4abc30639ea', 'name': 'network-vif-deleted', 'tag': '8aafbb1e-1ccc-4dbe-aba2-38668e173119'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 18:01:48.380445 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d416a223-62c9-4e7c-9a63-c812e99638d1 req-ef12fe9f-539e-4c4e-b34c-bf9643626ff6 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.41 "DELETE /v2.0/ports/8aafbb1e-1ccc-4dbe-aba2-38668e173119 HTTP/1.1" status: 204  len: 173 time: 1.2792716
Dec 14 18:01:48.401281 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2fa67aec-ec37-4a9e-b230-2d4713a4adab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:48.402279 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2fa67aec-ec37-4a9e-b230-2d4713a4adab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854196824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854129360'] for router, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:48.748006 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d023d4-0181-40a3-9e8e-a4abc30639ea', 'name': 'network-vif-deleted', 'tag': '8aafbb1e-1ccc-4dbe-aba2-38668e173119', 'status': 'completed', 'code': 200}
Dec 14 18:01:48.882604 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9cb5309c-7ba2-4859-8f1a-faa123f6f316 req-5750f30a-672f-42fd-aa3b-f546c57883e5 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=22d023d4-0181-40a3-9e8e-a4abc30639ea HTTP/1.1" status: 200  len: 210 time: 0.0792370
Dec 14 18:01:48.940057 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 5804f7fa-d990-475a-8bf7-02b7bd40eed9 up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 18:01:49.044033 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning for port 5804f7fa-d990-475a-8bf7-02b7bd40eed9 completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 18:01:49.050728 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port 5804f7fa-d990-475a-8bf7-02b7bd40eed9 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 18:01:49.051195 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:49.053566 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa67aec-ec37-4a9e-b230-2d4713a4adab admin admin] Router 38f39cb4-9f98-41bc-aeab-51cda0c08720 is scheduled to L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a with binding_index 1 {{(pid=88123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 14 18:01:49.252670 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:49.301059 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] For port 5804f7fa-d990-475a-8bf7-02b7bd40eed9, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=5804f7fa-d990-475a-8bf7-02b7bd40eed9,segment=NetworkSegment(c817ecf6-30ee-4017-94b1-094bd090ebbf),segment_id=c817ecf6-30ee-4017-94b1-094bd090ebbf)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 18:01:49.304872 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:49.306020 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 579fa5be-7f77-4478-89d5-50273bcd372b up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 18:01:49.335331 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b180a74c-26ed-4939-9a8c-864bad515693 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:49.374445 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa67aec-ec37-4a9e-b230-2d4713a4adab admin admin] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 18:01:49.411520 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc81d75-3b34-4b5a-945d-dc101bf14a3e None None] Sync routers for ids ['38f39cb4-9f98-41bc-aeab-51cda0c08720'] in dv-cinder-821737-1-iscsi {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 18:01:49.423866 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2fa67aec-ec37-4a9e-b230-2d4713a4adab admin admin] Notify callbacks [] for router, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:49.428044 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-2fa67aec-ec37-4a9e-b230-2d4713a4adab admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.2619004
Dec 14 18:01:49.428604 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 53174) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:01:49.492108 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc81d75-3b34-4b5a-945d-dc101bf14a3e None None] Routers {'38f39cb4-9f98-41bc-aeab-51cda0c08720'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 18:01:49.492859 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-1bc81d75-3b34-4b5a-945d-dc101bf14a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622c625cc0>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T18:01:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['38f39cb4-9f98-41bc-aeab-51cda0c08720'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:01:49.557967 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Pushing event updated for resources: {'Port': ['ID=5804f7fa-d990-475a-8bf7-02b7bd40eed9,revision_number=5']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:49.578200 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:49.676407 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5314c1-1b01-4ae9-979a-1ed7fc7e5e98 None None] Network da43ee0f-1f13-495f-8060-fbaa65359c2f requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 18:01:49.727076 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning for port 579fa5be-7f77-4478-89d5-50273bcd372b completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 18:01:49.827762 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-4f2d2472-1a50-4150-9d5e-07cb833ccd0d None None] Provisioning for port 579fa5be-7f77-4478-89d5-50273bcd372b completed by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 18:01:49.843495 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-4f2d2472-1a50-4150-9d5e-07cb833ccd0d None None] Provisioning complete for port 579fa5be-7f77-4478-89d5-50273bcd372b triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 18:01:49.843907 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4f2d2472-1a50-4150-9d5e-07cb833ccd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:49.905525 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-1bc81d75-3b34-4b5a-945d-dc101bf14a3e None None] Set router 38f39cb4-9f98-41bc-aeab-51cda0c08720 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 18:01:50.316133 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cae279a2-78d6-40df-8f44-e274959a3ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:50.470840 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4f2d2472-1a50-4150-9d5e-07cb833ccd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:50.553957 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-cae279a2-78d6-40df-8f44-e274959a3ef5 admin admin] Allocated IP 172.20.0.1 (da43ee0f-1f13-495f-8060-fbaa65359c2f/5b04be45-f493-4457-a902-83d4031169b8/c605c6ed-9a16-41c1-bcd0-31ffd523d8d1) {{(pid=88123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 18:01:50.582693 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-4f2d2472-1a50-4150-9d5e-07cb833ccd0d None None] For port 579fa5be-7f77-4478-89d5-50273bcd372b, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=579fa5be-7f77-4478-89d5-50273bcd372b,segment=NetworkSegment(2de76f15-1099-4f6f-9500-05cb42b7dc75),segment_id=2de76f15-1099-4f6f-9500-05cb42b7dc75)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 18:01:50.588632 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4f2d2472-1a50-4150-9d5e-07cb833ccd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:50.590600 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:50.666336 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-1bc81d75-3b34-4b5a-945d-dc101bf14a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622c625cc0>, [{'id': '38f39cb4-9f98-41bc-aeab-51cda0c08720', 'name': 'tempest-TestMinimumBasicScenario-1430377993-router', 'tenant_id': '4e2c7629ab124954860c8a97ef868423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '79ddc218-cf4a-49d3-b172-4c3b1a132fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:01:46Z', 'updated_at': '2021-12-14T18:01:48Z', 'revision_number': 3, 'project_id': '4e2c7629ab124954860c8a97ef868423', 'gw_port': {'id': '79ddc218-cf4a-49d3-b172-4c3b1a132fb9', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:86:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f39cb4-9f98-41bc-aeab-51cda0c08720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:01:46Z', 'updated_at': '2021-12-14T18:01:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi'}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:01:50.673871 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc81d75-3b34-4b5a-945d-dc101bf14a3e None None] Checking router: 38f39cb4-9f98-41bc-aeab-51cda0c08720 for host: dv-cinder-821737-1-iscsi {{(pid=88124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 18:01:50.674253 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc81d75-3b34-4b5a-945d-dc101bf14a3e None None] Updating router 38f39cb4-9f98-41bc-aeab-51cda0c08720 port 79ddc218-cf4a-49d3-b172-4c3b1a132fb9 binding host dv-cinder-821737-1-iscsi {{(pid=88124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 14 18:01:50.699423 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d2472-1a50-4150-9d5e-07cb833ccd0d None None] Pushing event updated for resources: {'Port': ['ID=579fa5be-7f77-4478-89d5-50273bcd372b,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:50.709918 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-4f2d2472-1a50-4150-9d5e-07cb833ccd0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:50.727150 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cae279a2-78d6-40df-8f44-e274959a3ef5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:50.745317 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1bc81d75-3b34-4b5a-945d-dc101bf14a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:50.745924 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-cae279a2-78d6-40df-8f44-e274959a3ef5 admin admin] Transition to ACTIVE for port object c605c6ed-9a16-41c1-bcd0-31ffd523d8d1 will not be triggered until provisioned by entity DHCP. {{(pid=88123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 18:01:50.771793 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cae279a2-78d6-40df-8f44-e274959a3ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:50.780135 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-f5fd7b2d-6e97-4b08-8f0f-3bfe48287147 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:50.829561 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e182de82-c0ce-49b7-b4bf-dc0e5d35dc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:50.866372 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae279a2-78d6-40df-8f44-e274959a3ef5 admin admin] Network da43ee0f-1f13-495f-8060-fbaa65359c2f is already hosted by enough agents. {{(pid=88123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 18:01:50.870698 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-cae279a2-78d6-40df-8f44-e274959a3ef5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 18:01:50.872978 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae279a2-78d6-40df-8f44-e274959a3ef5 admin admin] Pushing event updated for resources: {'Port': ['ID=c605c6ed-9a16-41c1-bcd0-31ffd523d8d1,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:50.876170 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae279a2-78d6-40df-8f44-e274959a3ef5 admin admin] Received port after_create {{(pid=88123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 18:01:50.880160 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 5804f7fa-d990-475a-8bf7-02b7bd40eed9 up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 18:01:50.910600 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-cae279a2-78d6-40df-8f44-e274959a3ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:50.946573 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cae279a2-78d6-40df-8f44-e274959a3ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647541'] for router_interface, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:51.025500 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-8a773eae-e6d8-4e36-8cca-1f7799334985 None None] Provisioning complete for port 579fa5be-7f77-4478-89d5-50273bcd372b triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 18:01:51.025945 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8a773eae-e6d8-4e36-8cca-1f7799334985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:51.044180 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cae279a2-78d6-40df-8f44-e274959a3ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:51.195752 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port 5804f7fa-d990-475a-8bf7-02b7bd40eed9 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 18:01:51.196039 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:51.321975 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cae279a2-78d6-40df-8f44-e274959a3ef5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:51.328401 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cae279a2-78d6-40df-8f44-e274959a3ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1688486'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:51.363838 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-77d84532-4014-4bfc-af6a-6c79a371f41c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:51.466970 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cae279a2-78d6-40df-8f44-e274959a3ef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4068405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854128366'] for router_interface, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:51.467209 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1bc81d75-3b34-4b5a-945d-dc101bf14a3e None None] Notify callbacks [] for port, precommit_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:51.470082 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 579fa5be-7f77-4478-89d5-50273bcd372b up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 18:01:51.470834 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae279a2-78d6-40df-8f44-e274959a3ef5 admin admin] Pushing event updated for resources: {'Port': ['ID=c605c6ed-9a16-41c1-bcd0-31ffd523d8d1,revision_number=2']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:51.474355 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-cae279a2-78d6-40df-8f44-e274959a3ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:51.531541 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-1bc81d75-3b34-4b5a-945d-dc101bf14a3e None None] Transition to ACTIVE for port object 79ddc218-cf4a-49d3-b172-4c3b1a132fb9 will not be triggered until provisioned by entity L2. {{(pid=88124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 18:01:51.544283 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1bc81d75-3b34-4b5a-945d-dc101bf14a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:51.551176 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:51.591787 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-62b3bb11-5414-49bd-9d06-cff162946826 None None] Provisioning for port c605c6ed-9a16-41c1-bcd0-31ffd523d8d1 completed by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 18:01:51.619173 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-62b3bb11-5414-49bd-9d06-cff162946826 None None] Provisioning complete for port c605c6ed-9a16-41c1-bcd0-31ffd523d8d1 triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 18:01:51.619575 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-62b3bb11-5414-49bd-9d06-cff162946826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:51.658255 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae279a2-78d6-40df-8f44-e274959a3ef5 admin admin] Network da43ee0f-1f13-495f-8060-fbaa65359c2f is already hosted by enough agents. {{(pid=88123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 18:01:51.660232 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-cae279a2-78d6-40df-8f44-e274959a3ef5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 18:01:51.719652 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd6720-1182-44c6-89b1-8bec2184301a None None] Pushing event updated for resources: {'Port': ['ID=79ddc218-cf4a-49d3-b172-4c3b1a132fb9,revision_number=2']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:51.725522 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-1bc81d75-3b34-4b5a-945d-dc101bf14a3e None None] Attempting to bind port 79ddc218-cf4a-49d3-b172-4c3b1a132fb9 on host dv-cinder-821737-1-iscsi for vnic_type normal with profile  {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 18:01:51.725969 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-1bc81d75-3b34-4b5a-945d-dc101bf14a3e None None] Attempting to bind port 79ddc218-cf4a-49d3-b172-4c3b1a132fb9 by drivers openvswitch,hyperv on host dv-cinder-821737-1-iscsi at level 0 using segments [{'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 18:01:51.726374 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc81d75-3b34-4b5a-945d-dc101bf14a3e None None] Attempting to bind port 79ddc218-cf4a-49d3-b172-4c3b1a132fb9 on network b3d2256c-c519-4427-b3bb-181a657f5e18 {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 18:01:51.731664 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-98bd6720-1182-44c6-89b1-8bec2184301a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:51.733310 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:51.740607 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-62b3bb11-5414-49bd-9d06-cff162946826 None None] Port c605c6ed-9a16-41c1-bcd0-31ffd523d8d1 cannot update to ACTIVE because it is not bound. {{(pid=88124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 14 18:01:51.747575 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc81d75-3b34-4b5a-945d-dc101bf14a3e None None] Checking agent: {'id': 'cfd28b24-d8e5-433a-a8d2-fa726f969496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 41, 52), 'started_at': datetime.datetime(2021, 12, 14, 17, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 18:01:51.747575 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc81d75-3b34-4b5a-945d-dc101bf14a3e None None] Checking segment: {'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 18:01:51.748067 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1bc81d75-3b34-4b5a-945d-dc101bf14a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:51.748353 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc81d75-3b34-4b5a-945d-dc101bf14a3e None None] Bound using segment: {'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'} {{(pid=88124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 18:01:51.748938 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-1bc81d75-3b34-4b5a-945d-dc101bf14a3e None None] Bound port: 79ddc218-cf4a-49d3-b172-4c3b1a132fb9, host: dv-cinder-821737-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031a1115-d006-4778-96dd-1bbd9a3ec485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18'}}] {{(pid=88124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 18:01:51.749354 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1bc81d75-3b34-4b5a-945d-dc101bf14a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:51.779987 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port 579fa5be-7f77-4478-89d5-50273bcd372b triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 18:01:51.780494 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:51.891804 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-1bc81d75-3b34-4b5a-945d-dc101bf14a3e None None] For port 79ddc218-cf4a-49d3-b172-4c3b1a132fb9, host dv-cinder-821737-1-iscsi, cleared binding levels {{(pid=88124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 18:01:51.896605 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-1bc81d75-3b34-4b5a-945d-dc101bf14a3e None None] For port 79ddc218-cf4a-49d3-b172-4c3b1a132fb9, host dv-cinder-821737-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=79ddc218-cf4a-49d3-b172-4c3b1a132fb9,segment=NetworkSegment(031a1115-d006-4778-96dd-1bbd9a3ec485),segment_id=031a1115-d006-4778-96dd-1bbd9a3ec485)] {{(pid=88124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 18:01:51.933933 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-1bc81d75-3b34-4b5a-945d-dc101bf14a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:51.950306 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:52.053243 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd6720-1182-44c6-89b1-8bec2184301a None None] Pushing event updated for resources: {'Port': ['ID=79ddc218-cf4a-49d3-b172-4c3b1a132fb9,revision_number=3']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:52.058285 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-98bd6720-1182-44c6-89b1-8bec2184301a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:52.064846 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc81d75-3b34-4b5a-945d-dc101bf14a3e None None] Routers {'38f39cb4-9f98-41bc-aeab-51cda0c08720'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 18:01:52.065573 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-1bc81d75-3b34-4b5a-945d-dc101bf14a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622c625cc0>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T18:01:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['38f39cb4-9f98-41bc-aeab-51cda0c08720'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:01:52.166822 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-472e52d6-845f-4d02-8fe9-c25c14ad9d98 None None] Provisioning complete for port c605c6ed-9a16-41c1-bcd0-31ffd523d8d1 triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 18:01:52.167233 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-472e52d6-845f-4d02-8fe9-c25c14ad9d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:52.301199 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-472e52d6-845f-4d02-8fe9-c25c14ad9d98 None None] Port c605c6ed-9a16-41c1-bcd0-31ffd523d8d1 cannot update to ACTIVE because it is not bound. {{(pid=88124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 14 18:01:52.318656 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-1bc81d75-3b34-4b5a-945d-dc101bf14a3e None None] Set router 38f39cb4-9f98-41bc-aeab-51cda0c08720 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 18:01:52.385975 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae279a2-78d6-40df-8f44-e274959a3ef5 admin admin] Router 38f39cb4-9f98-41bc-aeab-51cda0c08720 has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 18:01:52.529524 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 53192) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:01:52.608319 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae279a2-78d6-40df-8f44-e274959a3ef5 admin admin] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 18:01:52.620003 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-cae279a2-78d6-40df-8f44-e274959a3ef5 admin admin] 10.222.0.53 "PUT /v2.0/routers/38f39cb4-9f98-41bc-aeab-51cda0c08720/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1902399
Dec 14 18:01:52.771895 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-fc5d2a9c-23ae-45e1-a2a0-8d0c6d58fc65 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Deleting port cfb60666-3a84-4080-8c32-2bdbd14cee40 {{(pid=88122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 18:01:52.772259 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fc5d2a9c-23ae-45e1-a2a0-8d0c6d58fc65 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:52.836282 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-1bc81d75-3b34-4b5a-945d-dc101bf14a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622c625cc0>, [{'id': '38f39cb4-9f98-41bc-aeab-51cda0c08720', 'name': 'tempest-TestMinimumBasicScenario-1430377993-router', 'tenant_id': '4e2c7629ab124954860c8a97ef868423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '79ddc218-cf4a-49d3-b172-4c3b1a132fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:01:46Z', 'updated_at': '2021-12-14T18:01:50Z', 'revision_number': 4, 'project_id': '4e2c7629ab124954860c8a97ef868423', 'gw_port': {'id': '79ddc218-cf4a-49d3-b172-4c3b1a132fb9', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:86:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f39cb4-9f98-41bc-aeab-51cda0c08720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:01:46Z', 'updated_at': '2021-12-14T18:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'c605c6ed-9a16-41c1-bcd0-31ffd523d8d1', 'name': '', 'network_id': 'da43ee0f-1f13-495f-8060-fbaa65359c2f', 'tenant_id': '4e2c7629ab124954860c8a97ef868423', 'mac_address': 'fa:16:3e:a1:1a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f39cb4-9f98-41bc-aeab-51cda0c08720', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b04be45-f493-4457-a902-83d4031169b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:01:50Z', 'updated_at': '2021-12-14T18:01:51Z', 'revision_number': 2, 'project_id': '4e2c7629ab124954860c8a97ef868423', 'subnets': [{'id': '5b04be45-f493-4457-a902-83d4031169b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:01:52.841260 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc81d75-3b34-4b5a-945d-dc101bf14a3e None None] The sync data for ids ['38f39cb4-9f98-41bc-aeab-51cda0c08720'] in dv-cinder-821737-1-iscsi is: [{'id': '38f39cb4-9f98-41bc-aeab-51cda0c08720', 'name': 'tempest-TestMinimumBasicScenario-1430377993-router', 'tenant_id': '4e2c7629ab124954860c8a97ef868423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '79ddc218-cf4a-49d3-b172-4c3b1a132fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:01:46Z', 'updated_at': '2021-12-14T18:01:50Z', 'revision_number': 4, 'project_id': '4e2c7629ab124954860c8a97ef868423', 'gw_port': {'id': '79ddc218-cf4a-49d3-b172-4c3b1a132fb9', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:86:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f39cb4-9f98-41bc-aeab-51cda0c08720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:01:46Z', 'updated_at': '2021-12-14T18:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'c605c6ed-9a16-41c1-bcd0-31ffd523d8d1', 'name': '', 'network_id': 'da43ee0f-1f13-495f-8060-fbaa65359c2f', 'tenant_id': '4e2c7629ab124954860c8a97ef868423', 'mac_address': 'fa:16:3e:a1:1a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f39cb4-9f98-41bc-aeab-51cda0c08720', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b04be45-f493-4457-a902-83d4031169b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:01:50Z', 'updated_at': '2021-12-14T18:01:51Z', 'revision_number': 2, 'project_id': '4e2c7629ab124954860c8a97ef868423', 'subnets': [{'id': '5b04be45-f493-4457-a902-83d4031169b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 18:01:52.941688 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-eef84432-e036-42a7-a206-c48ecdc62165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:52.977039 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fc5d2a9c-23ae-45e1-a2a0-8d0c6d58fc65 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:52.977399 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fc5d2a9c-23ae-45e1-a2a0-8d0c6d58fc65 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:53.115625 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-fc5d2a9c-23ae-45e1-a2a0-8d0c6d58fc65 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Calling delete_port for cfb60666-3a84-4080-8c32-2bdbd14cee40 owned by network:floatingip {{(pid=88122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 18:01:53.275115 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fc5d2a9c-23ae-45e1-a2a0-8d0c6d58fc65 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852908220'] for port, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:53.279824 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-0beb8577-8073-4aff-b307-fd87a401aced tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:53.300930 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:53.334852 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d2a9c-23ae-45e1-a2a0-8d0c6d58fc65 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Pushing event deleted for resources: {'Port': ['ID=cfb60666-3a84-4080-8c32-2bdbd14cee40,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:53.337601 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-fc5d2a9c-23ae-45e1-a2a0-8d0c6d58fc65 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:53.472712 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fc5d2a9c-23ae-45e1-a2a0-8d0c6d58fc65 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for floatingip, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:54.250109 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5d2a9c-23ae-45e1-a2a0-8d0c6d58fc65 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Router 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 18:01:54.516555 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5d2a9c-23ae-45e1-a2a0-8d0c6d58fc65 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 18:01:54.528016 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164d24a7-9f96-4295-8ef4-2719f0d733bc None None] Sync routers for ids ['0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'] in dv-cinder-821737-1-iscsi {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 18:01:54.540530 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fc5d2a9c-23ae-45e1-a2a0-8d0c6d58fc65 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for floatingip, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:54.542224 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164d24a7-9f96-4295-8ef4-2719f0d733bc None None] Routers {'0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 18:01:54.542995 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-164d24a7-9f96-4295-8ef4-2719f0d733bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622caed550>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T18:01:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:01:54.611774 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-fc5d2a9c-23ae-45e1-a2a0-8d0c6d58fc65 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "DELETE /v2.0/floatingips/73a2e6db-804f-4141-a203-b4985a3c9a71 HTTP/1.1" status: 204  len: 168 time: 2.0780983
Dec 14 18:01:54.611774 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd892c6d2-1d66-47de-a5ad-d7b993dc6954', 'tag': 'd0144962-0497-47d5-ad20-8ee3638a0a8b'}] {{(pid=88122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 18:01:54.673100 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:54.712768 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd892c6d2-1d66-47de-a5ad-d7b993dc6954', 'tag': 'd0144962-0497-47d5-ad20-8ee3638a0a8b', 'status': 'completed', 'code': 200}
Dec 14 18:01:54.878019 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-164d24a7-9f96-4295-8ef4-2719f0d733bc None None] Set router 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 18:01:54.904236 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 79ddc218-cf4a-49d3-b172-4c3b1a132fb9 up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 18:01:54.972450 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d63c4552-dbda-47af-b0a2-4fc4421429e0 req-665a0238-65f6-4c10-b2d9-0bb5a2ff9816 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dfc18f8040f94448b907f65fb2ffb8d2&device_id=d892c6d2-1d66-47de-a5ad-d7b993dc6954 HTTP/1.1" status: 200  len: 1098 time: 0.2204840
Dec 14 18:01:55.122313 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning for port 79ddc218-cf4a-49d3-b172-4c3b1a132fb9 completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 18:01:55.131324 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port 79ddc218-cf4a-49d3-b172-4c3b1a132fb9 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 18:01:55.131324 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:55.305288 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c4552-dbda-47af-b0a2-4fc4421429e0 req-aed3628b-d032-4214-b168-bda08a382b99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:01:55.311312 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d63c4552-dbda-47af-b0a2-4fc4421429e0 req-aed3628b-d032-4214-b168-bda08a382b99 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4889aa50-8ecf-4915-9526-7a966caa4901 HTTP/1.1" status: 200  len: 912 time: 0.3244576
Dec 14 18:01:55.428289 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:55.453686 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] For port 79ddc218-cf4a-49d3-b172-4c3b1a132fb9, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=79ddc218-cf4a-49d3-b172-4c3b1a132fb9,segment=NetworkSegment(031a1115-d006-4778-96dd-1bbd9a3ec485),segment_id=031a1115-d006-4778-96dd-1bbd9a3ec485)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 18:01:55.458669 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d63c4552-dbda-47af-b0a2-4fc4421429e0 req-b0315770-09e0-457a-91d6-203e8de87376 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0144962-0497-47d5-ad20-8ee3638a0a8b HTTP/1.1" status: 200  len: 217 time: 0.1389730
Dec 14 18:01:55.460325 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:55.462599 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:55.560328 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5ab8e-cf64-4f13-abe2-605dc154710a req-f585d8f8-934c-482b-8064-3dba08d8b196 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:01:55.561306 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-e0c5ab8e-cf64-4f13-abe2-605dc154710a req-f585d8f8-934c-482b-8064-3dba08d8b196 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Synchronizing usage tracker for tenant:dfc18f8040f94448b907f65fb2ffb8d2 on resource:port {{(pid=88122) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 18:01:55.566853 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c4552-dbda-47af-b0a2-4fc4421429e0 req-3e85ccfd-a2ee-468f-b036-a0b4fd5f0b91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:01:55.568626 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Pushing event updated for resources: {'Port': ['ID=79ddc218-cf4a-49d3-b172-4c3b1a132fb9,revision_number=4']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:55.569351 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d63c4552-dbda-47af-b0a2-4fc4421429e0 req-3e85ccfd-a2ee-468f-b036-a0b4fd5f0b91 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ef4cbe3-f2dd-49ee-9531-21f376b28438 HTTP/1.1" status: 200  len: 850 time: 0.1045334
Dec 14 18:01:55.576837 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-164d24a7-9f96-4295-8ef4-2719f0d733bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622caed550>, [{'id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'name': 'tempest-TestVolumeBootPattern-233859865-router', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '8351444f-0903-49fb-817c-419fae0c0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:54:13Z', 'updated_at': '2021-12-14T17:54:17Z', 'revision_number': 4, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'gw_port': {'id': '8351444f-0903-49fb-817c-419fae0c0bef', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:14Z', 'updated_at': '2021-12-14T17:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'b6ea3571-d9f7-4a44-a850-8159533b162e', 'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'mac_address': 'fa:16:3e:5f:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:17Z', 'updated_at': '2021-12-14T17:54:31Z', 'revision_number': 5, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'subnets': [{'id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:01:55.585101 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:55.585271 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-e0c5ab8e-cf64-4f13-abe2-605dc154710a req-f585d8f8-934c-482b-8064-3dba08d8b196 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Unset dirty status for tenant:dfc18f8040f94448b907f65fb2ffb8d2 on resource:port {{(pid=88122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 18:01:55.589672 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164d24a7-9f96-4295-8ef4-2719f0d733bc None None] Checking router: 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa for host: dv-cinder-821737-1-iscsi {{(pid=88125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 18:01:55.593043 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e0c5ab8e-cf64-4f13-abe2-605dc154710a req-f585d8f8-934c-482b-8064-3dba08d8b196 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=d892c6d2-1d66-47de-a5ad-d7b993dc6954 HTTP/1.1" status: 200  len: 945 time: 0.1968935
Dec 14 18:01:55.606805 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164d24a7-9f96-4295-8ef4-2719f0d733bc None None] Routers {'0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 18:01:55.607736 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-164d24a7-9f96-4295-8ef4-2719f0d733bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622caed550>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T18:01:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:01:55.673245 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e0c5ab8e-cf64-4f13-abe2-605dc154710a req-9d427fe2-5202-48f0-843a-28c048663279 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0790958
Dec 14 18:01:55.704500 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d63c4552-dbda-47af-b0a2-4fc4421429e0 req-de99bac7-4705-4194-b7e5-942c4cbd5c35 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4889aa50-8ecf-4915-9526-7a966caa4901&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1246192
Dec 14 18:01:55.894541 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-164d24a7-9f96-4295-8ef4-2719f0d733bc None None] Set router 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 18:01:55.921467 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d63c4552-dbda-47af-b0a2-4fc4421429e0 req-52b5cf19-f498-4bf6-8433-e7b310dca1ae service neutron] 10.222.0.41 "GET /v2.0/networks/4889aa50-8ecf-4915-9526-7a966caa4901?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2096024
Dec 14 18:01:56.110872 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d63c4552-dbda-47af-b0a2-4fc4421429e0 req-c51566d9-d81b-4a5a-83a1-c52f865fb5a1 service neutron] 10.222.0.41 "GET /v2.0/networks/4889aa50-8ecf-4915-9526-7a966caa4901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1781392
Dec 14 18:01:56.280425 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-164d24a7-9f96-4295-8ef4-2719f0d733bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622caed550>, [{'id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'name': 'tempest-TestVolumeBootPattern-233859865-router', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '8351444f-0903-49fb-817c-419fae0c0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:54:13Z', 'updated_at': '2021-12-14T17:54:17Z', 'revision_number': 4, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'gw_port': {'id': '8351444f-0903-49fb-817c-419fae0c0bef', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:14Z', 'updated_at': '2021-12-14T17:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'b6ea3571-d9f7-4a44-a850-8159533b162e', 'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'mac_address': 'fa:16:3e:5f:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:17Z', 'updated_at': '2021-12-14T17:54:31Z', 'revision_number': 5, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'subnets': [{'id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:01:56.287832 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164d24a7-9f96-4295-8ef4-2719f0d733bc None None] The sync data for ids ['0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'] in dv-cinder-821737-1-iscsi is: [{'id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'name': 'tempest-TestVolumeBootPattern-233859865-router', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '8351444f-0903-49fb-817c-419fae0c0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:54:13Z', 'updated_at': '2021-12-14T17:54:17Z', 'revision_number': 4, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'gw_port': {'id': '8351444f-0903-49fb-817c-419fae0c0bef', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:14Z', 'updated_at': '2021-12-14T17:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'b6ea3571-d9f7-4a44-a850-8159533b162e', 'name': '', 'network_id': '4889aa50-8ecf-4915-9526-7a966caa4901', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'mac_address': 'fa:16:3e:5f:55:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:17Z', 'updated_at': '2021-12-14T17:54:31Z', 'revision_number': 5, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'subnets': [{'id': '6ef4cbe3-f2dd-49ee-9531-21f376b28438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 18:01:56.702214 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34c213-2166-4f79-9b99-9b5443a33c58 req-70aba374-611e-4639-ae41-0adb2bbb18eb tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:01:56.703729 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-4d34c213-2166-4f79-9b99-9b5443a33c58 req-70aba374-611e-4639-ae41-0adb2bbb18eb tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Synchronizing usage tracker for tenant:dfc18f8040f94448b907f65fb2ffb8d2 on resource:port {{(pid=88123) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 18:01:56.717619 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-4d34c213-2166-4f79-9b99-9b5443a33c58 req-70aba374-611e-4639-ae41-0adb2bbb18eb tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Unset dirty status for tenant:dfc18f8040f94448b907f65fb2ffb8d2 on resource:port {{(pid=88123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 18:01:56.718996 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4d34c213-2166-4f79-9b99-9b5443a33c58 req-70aba374-611e-4639-ae41-0adb2bbb18eb tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.41 "GET /v2.0/ports?device_id=d892c6d2-1d66-47de-a5ad-d7b993dc6954 HTTP/1.1" status: 200  len: 945 time: 0.1139665
Dec 14 18:01:56.834255 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-4d34c213-2166-4f79-9b99-9b5443a33c58 req-30ec892d-fdf8-4a23-b02d-7904a19dbaf4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Deleting port d0144962-0497-47d5-ad20-8ee3638a0a8b {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 18:01:56.834641 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-4d34c213-2166-4f79-9b99-9b5443a33c58 req-30ec892d-fdf8-4a23-b02d-7904a19dbaf4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:56.838380 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 79ddc218-cf4a-49d3-b172-4c3b1a132fb9 up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 18:01:56.929389 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b1446-2d5d-43df-92ec-47ce8ab9b7c2 req-c0fc0e48-1516-4a07-a38c-1e6da7895316 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:01:56.931083 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c60b1446-2d5d-43df-92ec-47ce8ab9b7c2 req-c0fc0e48-1516-4a07-a38c-1e6da7895316 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=d892c6d2-1d66-47de-a5ad-d7b993dc6954 HTTP/1.1" status: 200  len: 945 time: 0.1181834
Dec 14 18:01:56.935254 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port 79ddc218-cf4a-49d3-b172-4c3b1a132fb9 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 18:01:56.935681 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:57.003760 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c60b1446-2d5d-43df-92ec-47ce8ab9b7c2 req-f5203b22-2c5f-4826-8a09-76eb6ac88f5a tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d2e6f43-3c00-4583-9bac-30b9af910c18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0655324
Dec 14 18:01:57.163673 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-4d34c213-2166-4f79-9b99-9b5443a33c58 req-30ec892d-fdf8-4a23-b02d-7904a19dbaf4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] For port d0144962-0497-47d5-ad20-8ee3638a0a8b, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=d0144962-0497-47d5-ad20-8ee3638a0a8b,segment=NetworkSegment(ca9c137f-aa6e-4e1e-954a-bcc20e945b60),segment_id=ca9c137f-aa6e-4e1e-954a-bcc20e945b60)] {{(pid=88123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 18:01:57.164122 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-4d34c213-2166-4f79-9b99-9b5443a33c58 req-30ec892d-fdf8-4a23-b02d-7904a19dbaf4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:57.308146 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-4d34c213-2166-4f79-9b99-9b5443a33c58 req-30ec892d-fdf8-4a23-b02d-7904a19dbaf4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Calling delete_port for d0144962-0497-47d5-ad20-8ee3638a0a8b owned by compute:nova {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 18:01:57.521588 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-4d34c213-2166-4f79-9b99-9b5443a33c58 req-30ec892d-fdf8-4a23-b02d-7904a19dbaf4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:57.529058 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-1b21c712-b57b-4dae-9a3a-67b2b299b684 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:57.582138 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec892d-fdf8-4a23-b02d-7904a19dbaf4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Pushing event deleted for resources: {'Port': ['ID=d0144962-0497-47d5-ad20-8ee3638a0a8b,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:57.679969 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ec892d-fdf8-4a23-b02d-7904a19dbaf4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:57.680546 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ec892d-fdf8-4a23-b02d-7904a19dbaf4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:57.681067 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ec892d-fdf8-4a23-b02d-7904a19dbaf4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:57.681576 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ec892d-fdf8-4a23-b02d-7904a19dbaf4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:57.682085 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ec892d-fdf8-4a23-b02d-7904a19dbaf4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:57.682662 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ec892d-fdf8-4a23-b02d-7904a19dbaf4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:57.683128 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ec892d-fdf8-4a23-b02d-7904a19dbaf4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:57.683607 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ec892d-fdf8-4a23-b02d-7904a19dbaf4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:57.684069 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ec892d-fdf8-4a23-b02d-7904a19dbaf4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:57.684543 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ec892d-fdf8-4a23-b02d-7904a19dbaf4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:57.685018 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ec892d-fdf8-4a23-b02d-7904a19dbaf4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:01:57.693711 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-30ec892d-fdf8-4a23-b02d-7904a19dbaf4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:57.694945 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d34c213-2166-4f79-9b99-9b5443a33c58 req-30ec892d-fdf8-4a23-b02d-7904a19dbaf4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] No DVR routers for this DVR port d0144962-0497-47d5-ad20-8ee3638a0a8b on host hv-cinder-82173 {{(pid=88123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 14 18:01:57.697566 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-4d34c213-2166-4f79-9b99-9b5443a33c58 req-30ec892d-fdf8-4a23-b02d-7904a19dbaf4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:57.701969 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd892c6d2-1d66-47de-a5ad-d7b993dc6954', 'name': 'network-vif-deleted', 'tag': 'd0144962-0497-47d5-ad20-8ee3638a0a8b'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 18:01:57.722149 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4d34c213-2166-4f79-9b99-9b5443a33c58 req-30ec892d-fdf8-4a23-b02d-7904a19dbaf4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.41 "DELETE /v2.0/ports/d0144962-0497-47d5-ad20-8ee3638a0a8b HTTP/1.1" status: 204  len: 173 time: 0.9945574
Dec 14 18:01:57.783900 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd892c6d2-1d66-47de-a5ad-d7b993dc6954', 'name': 'network-vif-deleted', 'tag': 'd0144962-0497-47d5-ad20-8ee3638a0a8b', 'status': 'completed', 'code': 200}
Dec 14 18:01:57.846375 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8cd003-d59d-4374-8149-741692fdd8f6 None None] New status for floating IP 73a2e6db-804f-4141-a203-b4985a3c9a71: DOWN {{(pid=88124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 14 18:01:58.247444 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-61d97b1c-aa83-4900-abb3-c04530b41254 req-aabc1a1f-3648-4b33-8c0f-a9397fef57b9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "GET /v2.0/ports?device_id=d892c6d2-1d66-47de-a5ad-d7b993dc6954 HTTP/1.1" status: 200  len: 210 time: 0.0574558
Dec 14 18:01:58.275114 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eacc87-0fa2-4986-ae63-6156b027401c None None] Sync routers for ids ['38f39cb4-9f98-41bc-aeab-51cda0c08720'] in dv-cinder-821737-1-iscsi {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 18:01:58.303266 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eacc87-0fa2-4986-ae63-6156b027401c None None] Routers {'38f39cb4-9f98-41bc-aeab-51cda0c08720'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 18:01:58.303979 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-84eacc87-0fa2-4986-ae63-6156b027401c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622caed9e8>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T18:01:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['38f39cb4-9f98-41bc-aeab-51cda0c08720'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:01:58.688189 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-84eacc87-0fa2-4986-ae63-6156b027401c None None] Set router 38f39cb4-9f98-41bc-aeab-51cda0c08720 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 18:01:59.010756 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device d0144962-0497-47d5-ad20-8ee3638a0a8b no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 18:01:59.048272 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] No Port match for: d0144962-0497-47d5-ad20-8ee3638a0a8b {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 18:01:59.048955 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device d0144962-0497-47d5-ad20-8ee3638a0a8b not bound to the agent host hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 18:01:59.098688 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-84eacc87-0fa2-4986-ae63-6156b027401c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622caed9e8>, [{'id': '38f39cb4-9f98-41bc-aeab-51cda0c08720', 'name': 'tempest-TestMinimumBasicScenario-1430377993-router', 'tenant_id': '4e2c7629ab124954860c8a97ef868423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '79ddc218-cf4a-49d3-b172-4c3b1a132fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:01:46Z', 'updated_at': '2021-12-14T18:01:50Z', 'revision_number': 4, 'project_id': '4e2c7629ab124954860c8a97ef868423', 'gw_port': {'id': '79ddc218-cf4a-49d3-b172-4c3b1a132fb9', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:86:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f39cb4-9f98-41bc-aeab-51cda0c08720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:01:46Z', 'updated_at': '2021-12-14T18:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'c605c6ed-9a16-41c1-bcd0-31ffd523d8d1', 'name': '', 'network_id': 'da43ee0f-1f13-495f-8060-fbaa65359c2f', 'tenant_id': '4e2c7629ab124954860c8a97ef868423', 'mac_address': 'fa:16:3e:a1:1a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f39cb4-9f98-41bc-aeab-51cda0c08720', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b04be45-f493-4457-a902-83d4031169b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:01:50Z', 'updated_at': '2021-12-14T18:01:51Z', 'revision_number': 2, 'project_id': '4e2c7629ab124954860c8a97ef868423', 'subnets': [{'id': '5b04be45-f493-4457-a902-83d4031169b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:01:59.102853 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eacc87-0fa2-4986-ae63-6156b027401c None None] Checking router: 38f39cb4-9f98-41bc-aeab-51cda0c08720 for host: dv-cinder-821737-1-iscsi {{(pid=88125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 18:01:59.103239 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eacc87-0fa2-4986-ae63-6156b027401c None None] Updating router 38f39cb4-9f98-41bc-aeab-51cda0c08720 port c605c6ed-9a16-41c1-bcd0-31ffd523d8d1 binding host dv-cinder-821737-1-iscsi {{(pid=88125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 14 18:01:59.162627 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-84eacc87-0fa2-4986-ae63-6156b027401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:59.403278 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 53242) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:01:59.591437 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-3e1fc5fd-aa81-415c-8e5d-964671cb17bf tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Deleting port 6524f1a7-3c38-4617-900e-0648f14def39 {{(pid=88122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 18:01:59.591842 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3e1fc5fd-aa81-415c-8e5d-964671cb17bf tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:59.641773 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-84eacc87-0fa2-4986-ae63-6156b027401c None None] Notify callbacks [] for port, precommit_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:59.658683 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-84eacc87-0fa2-4986-ae63-6156b027401c None None] Transition to ACTIVE for port object c605c6ed-9a16-41c1-bcd0-31ffd523d8d1 will not be triggered until provisioned by entity L2. {{(pid=88125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 18:01:59.668442 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-84eacc87-0fa2-4986-ae63-6156b027401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:59.674158 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-cf1ecde3-962f-4e4a-833e-393012a6e319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:01:59.749567 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85038ef7-fc13-4295-a875-d85401441f90 None None] Pushing event updated for resources: {'Port': ['ID=c605c6ed-9a16-41c1-bcd0-31ffd523d8d1,revision_number=3']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:01:59.763078 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-85038ef7-fc13-4295-a875-d85401441f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:01:59.806549 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3e1fc5fd-aa81-415c-8e5d-964671cb17bf tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:59.811632 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3e1fc5fd-aa81-415c-8e5d-964671cb17bf tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:59.944208 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-84eacc87-0fa2-4986-ae63-6156b027401c None None] Attempting to bind port c605c6ed-9a16-41c1-bcd0-31ffd523d8d1 on host dv-cinder-821737-1-iscsi for vnic_type normal with profile  {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 18:01:59.944589 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-84eacc87-0fa2-4986-ae63-6156b027401c None None] Attempting to bind port c605c6ed-9a16-41c1-bcd0-31ffd523d8d1 by drivers openvswitch,hyperv on host dv-cinder-821737-1-iscsi at level 0 using segments [{'id': '2de76f15-1099-4f6f-9500-05cb42b7dc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'da43ee0f-1f13-495f-8060-fbaa65359c2f'}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 18:01:59.945485 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eacc87-0fa2-4986-ae63-6156b027401c None None] Attempting to bind port c605c6ed-9a16-41c1-bcd0-31ffd523d8d1 on network da43ee0f-1f13-495f-8060-fbaa65359c2f {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 18:01:59.954193 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eacc87-0fa2-4986-ae63-6156b027401c None None] Checking agent: {'id': 'cfd28b24-d8e5-433a-a8d2-fa726f969496', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 41, 52), 'started_at': datetime.datetime(2021, 12, 14, 17, 42, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 18:01:59.954600 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eacc87-0fa2-4986-ae63-6156b027401c None None] Checking segment: {'id': '2de76f15-1099-4f6f-9500-05cb42b7dc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'da43ee0f-1f13-495f-8060-fbaa65359c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 18:01:59.955040 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-84eacc87-0fa2-4986-ae63-6156b027401c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:59.955484 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eacc87-0fa2-4986-ae63-6156b027401c None None] Bound using segment: {'id': '2de76f15-1099-4f6f-9500-05cb42b7dc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'da43ee0f-1f13-495f-8060-fbaa65359c2f'} {{(pid=88125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 18:01:59.955982 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [None req-84eacc87-0fa2-4986-ae63-6156b027401c None None] Bound port: c605c6ed-9a16-41c1-bcd0-31ffd523d8d1, host: dv-cinder-821737-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de76f15-1099-4f6f-9500-05cb42b7dc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'da43ee0f-1f13-495f-8060-fbaa65359c2f'}}] {{(pid=88125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 18:01:59.956395 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-84eacc87-0fa2-4986-ae63-6156b027401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:01:59.997089 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-3e1fc5fd-aa81-415c-8e5d-964671cb17bf tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Calling delete_port for 6524f1a7-3c38-4617-900e-0648f14def39 owned by network:floatingip {{(pid=88122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 18:02:00.092142 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-84eacc87-0fa2-4986-ae63-6156b027401c None None] For port c605c6ed-9a16-41c1-bcd0-31ffd523d8d1, host dv-cinder-821737-1-iscsi, cleared binding levels {{(pid=88125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 18:02:00.097672 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-84eacc87-0fa2-4986-ae63-6156b027401c None None] For port c605c6ed-9a16-41c1-bcd0-31ffd523d8d1, host dv-cinder-821737-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=c605c6ed-9a16-41c1-bcd0-31ffd523d8d1,segment=NetworkSegment(2de76f15-1099-4f6f-9500-05cb42b7dc75),segment_id=2de76f15-1099-4f6f-9500-05cb42b7dc75)] {{(pid=88125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 18:02:00.102172 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-84eacc87-0fa2-4986-ae63-6156b027401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:00.109338 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:02:00.180117 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3e1fc5fd-aa81-415c-8e5d-964671cb17bf tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852908220'] for port, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:00.185277 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-7109ed14-7fe7-491b-b84a-7eaf378b93c4 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:02:00.219329 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85038ef7-fc13-4295-a875-d85401441f90 None None] Pushing event updated for resources: {'Port': ['ID=c605c6ed-9a16-41c1-bcd0-31ffd523d8d1,revision_number=4']} {{(pid=88125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:02:00.233790 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-85038ef7-fc13-4295-a875-d85401441f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:02:00.243435 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1fc5fd-aa81-415c-8e5d-964671cb17bf tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Pushing event deleted for resources: {'Port': ['ID=6524f1a7-3c38-4617-900e-0648f14def39,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:02:00.245119 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-3e1fc5fd-aa81-415c-8e5d-964671cb17bf tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:02:00.266160 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eacc87-0fa2-4986-ae63-6156b027401c None None] Routers {'38f39cb4-9f98-41bc-aeab-51cda0c08720'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 18:02:00.267342 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-84eacc87-0fa2-4986-ae63-6156b027401c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622caed9e8>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T18:01:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['38f39cb4-9f98-41bc-aeab-51cda0c08720'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:02:00.383331 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3e1fc5fd-aa81-415c-8e5d-964671cb17bf tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for floatingip, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:00.399660 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3e1fc5fd-aa81-415c-8e5d-964671cb17bf tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for floatingip, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:00.401034 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-3e1fc5fd-aa81-415c-8e5d-964671cb17bf tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "DELETE /v2.0/floatingips/b3e3cc93-4f07-4c02-b404-e3dd5d1818b3 HTTP/1.1" status: 204  len: 168 time: 0.9965591
Dec 14 18:02:00.619976 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-84eacc87-0fa2-4986-ae63-6156b027401c None None] Set router 38f39cb4-9f98-41bc-aeab-51cda0c08720 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 18:02:00.906355 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device c605c6ed-9a16-41c1-bcd0-31ffd523d8d1 up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 18:02:01.056592 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning for port c605c6ed-9a16-41c1-bcd0-31ffd523d8d1 completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 18:02:01.065215 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port c605c6ed-9a16-41c1-bcd0-31ffd523d8d1 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 18:02:01.065614 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:01.076901 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-84eacc87-0fa2-4986-ae63-6156b027401c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622caed9e8>, [{'id': '38f39cb4-9f98-41bc-aeab-51cda0c08720', 'name': 'tempest-TestMinimumBasicScenario-1430377993-router', 'tenant_id': '4e2c7629ab124954860c8a97ef868423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '79ddc218-cf4a-49d3-b172-4c3b1a132fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:01:46Z', 'updated_at': '2021-12-14T18:01:50Z', 'revision_number': 4, 'project_id': '4e2c7629ab124954860c8a97ef868423', 'gw_port': {'id': '79ddc218-cf4a-49d3-b172-4c3b1a132fb9', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:86:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f39cb4-9f98-41bc-aeab-51cda0c08720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:01:46Z', 'updated_at': '2021-12-14T18:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'c605c6ed-9a16-41c1-bcd0-31ffd523d8d1', 'name': '', 'network_id': 'da43ee0f-1f13-495f-8060-fbaa65359c2f', 'tenant_id': '4e2c7629ab124954860c8a97ef868423', 'mac_address': 'fa:16:3e:a1:1a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f39cb4-9f98-41bc-aeab-51cda0c08720', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b04be45-f493-4457-a902-83d4031169b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:01:50Z', 'updated_at': '2021-12-14T18:02:00Z', 'revision_number': 4, 'project_id': '4e2c7629ab124954860c8a97ef868423', 'subnets': [{'id': '5b04be45-f493-4457-a902-83d4031169b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:02:01.082014 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eacc87-0fa2-4986-ae63-6156b027401c None None] The sync data for ids ['38f39cb4-9f98-41bc-aeab-51cda0c08720'] in dv-cinder-821737-1-iscsi is: [{'id': '38f39cb4-9f98-41bc-aeab-51cda0c08720', 'name': 'tempest-TestMinimumBasicScenario-1430377993-router', 'tenant_id': '4e2c7629ab124954860c8a97ef868423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '79ddc218-cf4a-49d3-b172-4c3b1a132fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:01:46Z', 'updated_at': '2021-12-14T18:01:50Z', 'revision_number': 4, 'project_id': '4e2c7629ab124954860c8a97ef868423', 'gw_port': {'id': '79ddc218-cf4a-49d3-b172-4c3b1a132fb9', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:86:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f39cb4-9f98-41bc-aeab-51cda0c08720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:01:46Z', 'updated_at': '2021-12-14T18:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': 'c605c6ed-9a16-41c1-bcd0-31ffd523d8d1', 'name': '', 'network_id': 'da43ee0f-1f13-495f-8060-fbaa65359c2f', 'tenant_id': '4e2c7629ab124954860c8a97ef868423', 'mac_address': 'fa:16:3e:a1:1a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f39cb4-9f98-41bc-aeab-51cda0c08720', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b04be45-f493-4457-a902-83d4031169b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:01:50Z', 'updated_at': '2021-12-14T18:02:00Z', 'revision_number': 4, 'project_id': '4e2c7629ab124954860c8a97ef868423', 'subnets': [{'id': '5b04be45-f493-4457-a902-83d4031169b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 18:02:01.205249 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:01.259043 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] For port c605c6ed-9a16-41c1-bcd0-31ffd523d8d1, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=c605c6ed-9a16-41c1-bcd0-31ffd523d8d1,segment=NetworkSegment(2de76f15-1099-4f6f-9500-05cb42b7dc75),segment_id=2de76f15-1099-4f6f-9500-05cb42b7dc75)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 18:02:01.266290 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:01.268652 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:02:01.378563 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Pushing event updated for resources: {'Port': ['ID=c605c6ed-9a16-41c1-bcd0-31ffd523d8d1,revision_number=5']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:02:01.390072 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:02:02.116012 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 53264) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:02:02.222843 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3e844877-2f8a-4ba2-a21d-65e105640d9d tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:02.260238 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:02.260721 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3e844877-2f8a-4ba2-a21d-65e105640d9d tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:02.357021 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3e844877-2f8a-4ba2-a21d-65e105640d9d tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:02.364215 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-f2b6447b-f12b-4100-a287-5cdecfe9fe27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:02:02.386285 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e844877-2f8a-4ba2-a21d-65e105640d9d tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2e6f43-3c00-4583-9bac-30b9af910c18,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:02:02.406418 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-3e844877-2f8a-4ba2-a21d-65e105640d9d tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:02:02.415639 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3e844877-2f8a-4ba2-a21d-65e105640d9d tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:02.417778 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-3e844877-2f8a-4ba2-a21d-65e105640d9d tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] 10.222.0.53 "DELETE /v2.0/security-groups/7d2e6f43-3c00-4583-9bac-30b9af910c18 HTTP/1.1" status: 204  len: 168 time: 0.2995865
Dec 14 18:02:02.518017 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 53272) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:02:02.820727 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device c605c6ed-9a16-41c1-bcd0-31ffd523d8d1 up at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 18:02:02.916716 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Provisioning complete for port c605c6ed-9a16-41c1-bcd0-31ffd523d8d1 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 18:02:02.917609 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:03.329904 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6e1f07af-d5e0-4356-be33-01e9bed1e990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854128381'] for router_interface, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:04.012422 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-6e1f07af-d5e0-4356-be33-01e9bed1e990 admin admin] Deleting port b6ea3571-d9f7-4a44-a850-8159533b162e {{(pid=88122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 18:02:04.012733 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6e1f07af-d5e0-4356-be33-01e9bed1e990 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:04.246198 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-6e1f07af-d5e0-4356-be33-01e9bed1e990 admin admin] For port b6ea3571-d9f7-4a44-a850-8159533b162e, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=b6ea3571-d9f7-4a44-a850-8159533b162e,segment=NetworkSegment(ca9c137f-aa6e-4e1e-954a-bcc20e945b60),segment_id=ca9c137f-aa6e-4e1e-954a-bcc20e945b60)] {{(pid=88122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 18:02:04.246601 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6e1f07af-d5e0-4356-be33-01e9bed1e990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:04.664631 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-6e1f07af-d5e0-4356-be33-01e9bed1e990 admin admin] Calling delete_port for b6ea3571-d9f7-4a44-a850-8159533b162e owned by network:router_interface {{(pid=88122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 18:02:04.782250 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-a81e8851-664f-43e6-938f-1d3b935479e3 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:02:04.783887 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-a81e8851-664f-43e6-938f-1d3b935479e3 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/networks?id=6fd4fe37-5484-4796-9336-64d9b8bfbe75 HTTP/1.1" status: 200  len: 815 time: 0.5979488
Dec 14 18:02:04.815196 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-5ab77ddf-1cf1-481e-8239-01d5d7727a51 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/quotas/cfc2101e6c974cd5820f5e1b931ec68d HTTP/1.1" status: 200  len: 375 time: 0.0241506
Dec 14 18:02:04.976749 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-6e89a18f-9243-4580-9796-a0542b4e6330 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cfc2101e6c974cd5820f5e1b931ec68d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1554799
Dec 14 18:02:04.977979 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6e1f07af-d5e0-4356-be33-01e9bed1e990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852908220'] for port, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:04.982662 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-6907c510-44a9-4d01-83cd-4a34610b56d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:02:05.031200 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f07af-d5e0-4356-be33-01e9bed1e990 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6ea3571-d9f7-4a44-a850-8159533b162e,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:02:05.074930 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1f07af-d5e0-4356-be33-01e9bed1e990 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:02:05.075325 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1f07af-d5e0-4356-be33-01e9bed1e990 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:02:05.075752 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1f07af-d5e0-4356-be33-01e9bed1e990 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:02:05.076160 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1f07af-d5e0-4356-be33-01e9bed1e990 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:02:05.076592 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1f07af-d5e0-4356-be33-01e9bed1e990 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:02:05.077089 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1f07af-d5e0-4356-be33-01e9bed1e990 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:02:05.077818 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1f07af-d5e0-4356-be33-01e9bed1e990 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:02:05.078178 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1f07af-d5e0-4356-be33-01e9bed1e990 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:02:05.078583 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1f07af-d5e0-4356-be33-01e9bed1e990 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:02:05.078976 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1f07af-d5e0-4356-be33-01e9bed1e990 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:02:05.079372 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1f07af-d5e0-4356-be33-01e9bed1e990 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:02:05.087109 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-6e1f07af-d5e0-4356-be33-01e9bed1e990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:02:05.128536 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-a770c3c7-d4c0-4ca6-89c6-f1525cd40a19 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 14 18:02:05.129642 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-a770c3c7-d4c0-4ca6-89c6-f1525cd40a19 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.1123004
Dec 14 18:02:05.376881 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-7ce153e3-fa0a-42c8-9a25-09d74787631b service neutron] 10.222.0.53 "GET /v2.0/networks/6fd4fe37-5484-4796-9336-64d9b8bfbe75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2383783
Dec 14 18:02:05.607192 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-bf5e8b94-e473-4bb3-98a2-de09609fb8b4 service neutron] 10.222.0.53 "GET /v2.0/networks/6fd4fe37-5484-4796-9336-64d9b8bfbe75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2232769
Dec 14 18:02:05.631102 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-6e1f07af-d5e0-4356-be33-01e9bed1e990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850707412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854128231'] for router_interface, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:05.873450 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-edfbbc1e-fa1b-45dd-9766-91ac76494d35 req-757fe3a7-7b6a-428a-a0a5-ba739c98891e tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 210 time: 0.0614429
Dec 14 18:02:06.332378 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1f07af-d5e0-4356-be33-01e9bed1e990 admin admin] Router 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 18:02:06.560342 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1f07af-d5e0-4356-be33-01e9bed1e990 admin admin] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 18:02:06.570445 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588db5c5-c7bd-4fd9-b9d7-0f282df21a99 None None] Sync routers for ids ['0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'] in dv-cinder-821737-1-iscsi {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 18:02:06.574069 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-6e1f07af-d5e0-4356-be33-01e9bed1e990 admin admin] 10.222.0.53 "PUT /v2.0/routers/0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0547788
Dec 14 18:02:06.576983 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 53322) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:02:06.587662 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588db5c5-c7bd-4fd9-b9d7-0f282df21a99 None None] Routers {'0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 18:02:06.588576 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-588db5c5-c7bd-4fd9-b9d7-0f282df21a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622c625240>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T18:01:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:02:06.783493 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-588db5c5-c7bd-4fd9-b9d7-0f282df21a99 None None] Set router 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 18:02:06.796227 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d953be97-f883-4755-bd78-b93cd81165f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:07.026835 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d953be97-f883-4755-bd78-b93cd81165f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:07.056632 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-8c651e13-b893-4d5d-8b6a-6f6459df962e req-8b36d462-0b40-475a-b6a4-07fcb3dda777 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 210 time: 0.0520539
Dec 14 18:02:07.063618 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-d953be97-f883-4755-bd78-b93cd81165f0 admin admin] Deleting port 8351444f-0903-49fb-817c-419fae0c0bef {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 18:02:07.064001 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d953be97-f883-4755-bd78-b93cd81165f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:07.116885 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-588db5c5-c7bd-4fd9-b9d7-0f282df21a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622c625240>, [{'id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'name': 'tempest-TestVolumeBootPattern-233859865-router', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '8351444f-0903-49fb-817c-419fae0c0bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:54:13Z', 'updated_at': '2021-12-14T18:02:04Z', 'revision_number': 5, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'gw_port': {'id': '8351444f-0903-49fb-817c-419fae0c0bef', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:14Z', 'updated_at': '2021-12-14T17:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi'}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:02:07.121577 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588db5c5-c7bd-4fd9-b9d7-0f282df21a99 None None] Checking router: 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa for host: dv-cinder-821737-1-iscsi {{(pid=88124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 18:02:07.134288 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588db5c5-c7bd-4fd9-b9d7-0f282df21a99 None None] Routers {'0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 18:02:07.134979 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-588db5c5-c7bd-4fd9-b9d7-0f282df21a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622c625240>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T18:01:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:02:07.306242 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-588db5c5-c7bd-4fd9-b9d7-0f282df21a99 None None] Set router 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa gateway port host: None {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 18:02:07.334620 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 6 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 18:02:07.364598 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-f7e86389-3f18-4875-ad9e-0f110b8b022c tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:02:07.365349 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-f7e86389-3f18-4875-ad9e-0f110b8b022c tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Synchronizing usage tracker for tenant:cfc2101e6c974cd5820f5e1b931ec68d on resource:network {{(pid=88123) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 18:02:07.399788 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-d953be97-f883-4755-bd78-b93cd81165f0 admin admin] For port 8351444f-0903-49fb-817c-419fae0c0bef, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=8351444f-0903-49fb-817c-419fae0c0bef,segment=NetworkSegment(031a1115-d006-4778-96dd-1bbd9a3ec485),segment_id=031a1115-d006-4778-96dd-1bbd9a3ec485)] {{(pid=88123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 18:02:07.400190 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d953be97-f883-4755-bd78-b93cd81165f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:07.414259 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-f7e86389-3f18-4875-ad9e-0f110b8b022c tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Unset dirty status for tenant:cfc2101e6c974cd5820f5e1b931ec68d on resource:network {{(pid=88123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 18:02:07.415504 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-f7e86389-3f18-4875-ad9e-0f110b8b022c tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.41 "GET /v2.0/networks?id=6fd4fe37-5484-4796-9336-64d9b8bfbe75 HTTP/1.1" status: 200  len: 815 time: 0.3799365
Dec 14 18:02:07.425597 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-588db5c5-c7bd-4fd9-b9d7-0f282df21a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622c625240>, [{'id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'name': 'tempest-TestVolumeBootPattern-233859865-router', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:54:13Z', 'updated_at': '2021-12-14T18:02:07Z', 'revision_number': 6, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'gw_port_host': None}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:02:07.431433 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588db5c5-c7bd-4fd9-b9d7-0f282df21a99 None None] The sync data for ids ['0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa'] in dv-cinder-821737-1-iscsi is: [{'id': '0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa', 'name': 'tempest-TestVolumeBootPattern-233859865-router', 'tenant_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:54:13Z', 'updated_at': '2021-12-14T18:02:07Z', 'revision_number': 6, 'project_id': 'dfc18f8040f94448b907f65fb2ffb8d2', 'gw_port_host': None}] {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 18:02:07.783309 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-a5994064-a283-42e4-b388-44d3da8867cc tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Request body: {'port': {'device_id': 'fcce7663-6f05-46f3-8065-3cb25e70f2e2', 'network_id': '6fd4fe37-5484-4796-9336-64d9b8bfbe75', 'admin_state_up': True, 'tenant_id': 'cfc2101e6c974cd5820f5e1b931ec68d'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 18:02:07.818396 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-d953be97-f883-4755-bd78-b93cd81165f0 admin admin] Calling delete_port for 8351444f-0903-49fb-817c-419fae0c0bef owned by network:router_gateway {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 18:02:08.058743 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-a5994064-a283-42e4-b388-44d3da8867cc tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 18:02:08.065860 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-a5994064-a283-42e4-b388-44d3da8867cc tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Usage tracker for resource:port and tenant:cfc2101e6c974cd5820f5e1b931ec68d is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 18:02:08.069792 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-a5994064-a283-42e4-b388-44d3da8867cc tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 18:02:08.081990 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-a5994064-a283-42e4-b388-44d3da8867cc tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 18:02:08.096851 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-a5994064-a283-42e4-b388-44d3da8867cc tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Made reservation on behalf of cfc2101e6c974cd5820f5e1b931ec68d for: {'port': 1} {{(pid=88123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 14 18:02:08.103003 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-a5994064-a283-42e4-b388-44d3da8867cc tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:08.249689 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-69e82046-1f3f-410e-8af4-5385582e1777 req-3d26fcf4-c4c9-48d6-9909-31ee73a57a48 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 210 time: 0.0493133
Dec 14 18:02:08.268068 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d953be97-f883-4755-bd78-b93cd81165f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:08.275644 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-de668f84-9b34-40d5-bbef-f50f8d716313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:02:08.333517 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953be97-f883-4755-bd78-b93cd81165f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8351444f-0903-49fb-817c-419fae0c0bef,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:02:08.357768 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-d953be97-f883-4755-bd78-b93cd81165f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:02:08.596423 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-a5994064-a283-42e4-b388-44d3da8867cc tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Allocated IP 172.20.0.9 (6fd4fe37-5484-4796-9336-64d9b8bfbe75/8d8f2589-408d-4a9a-bc3c-ba0c98b972ae/3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2) {{(pid=88123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 18:02:08.686002 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d953be97-f883-4755-bd78-b93cd81165f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854129390'] for router_gateway, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:08.815786 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 8351444f-0903-49fb-817c-419fae0c0bef no longer exists at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 18:02:08.859685 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] No Port match for: 8351444f-0903-49fb-817c-419fae0c0bef {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 18:02:08.860419 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 8351444f-0903-49fb-817c-419fae0c0bef not bound to the agent host dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 18:02:08.861087 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device b6ea3571-d9f7-4a44-a850-8159533b162e no longer exists at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 18:02:08.900653 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] No Port match for: b6ea3571-d9f7-4a44-a850-8159533b162e {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 18:02:08.901029 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device b6ea3571-d9f7-4a44-a850-8159533b162e not bound to the agent host dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 18:02:09.033624 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d953be97-f883-4755-bd78-b93cd81165f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854195844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128577'] for router, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:09.055849 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d953be97-f883-4755-bd78-b93cd81165f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:09.169438 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d953be97-f883-4755-bd78-b93cd81165f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854195950'] for router, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:09.170029 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d953be97-f883-4755-bd78-b93cd81165f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa {{(pid=88123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 14 18:02:09.197511 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-a5994064-a283-42e4-b388-44d3da8867cc tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks [] for port, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:09.217654 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d953be97-f883-4755-bd78-b93cd81165f0 admin admin] Notify callbacks [] for router, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:09.218942 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-d953be97-f883-4755-bd78-b93cd81165f0 admin admin] 10.222.0.53 "DELETE /v2.0/routers/0ba32a1b-6e6e-4ecb-bf1e-107bfd4191fa HTTP/1.1" status: 204  len: 168 time: 2.6408687
Dec 14 18:02:09.221780 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 53350) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:02:09.221925 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-a5994064-a283-42e4-b388-44d3da8867cc tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Transition to ACTIVE for port object 3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2 will not be triggered until provisioned by entity DHCP. {{(pid=88123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 18:02:09.257839 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-a5994064-a283-42e4-b388-44d3da8867cc tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:09.269189 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-cbdfc2cd-03dc-475d-baab-a26303000b0f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:02:09.324067 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_v2 [None req-f099cde2-5efb-4cb8-9c4f-c39de667067e admin admin] Deleting subnet 6ef4cbe3-f2dd-49ee-9531-21f376b28438 {{(pid=88122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 14 18:02:09.328032 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f099cde2-5efb-4cb8-9c4f-c39de667067e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:09.417471 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-a5994064-a283-42e4-b388-44d3da8867cc tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Network 6fd4fe37-5484-4796-9336-64d9b8bfbe75 is already hosted by enough agents. {{(pid=88123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 18:02:09.418422 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5994064-a283-42e4-b388-44d3da8867cc tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Pushing event updated for resources: {'Port': ['ID=3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:02:09.423340 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-a5994064-a283-42e4-b388-44d3da8867cc tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Resources bound (agent type, host, resource id):  {{(pid=88123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 18:02:09.425764 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-a5994064-a283-42e4-b388-44d3da8867cc tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Received port after_create {{(pid=88123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 18:02:09.449774 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f099cde2-5efb-4cb8-9c4f-c39de667067e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1558389'] for subnet, precommit_delete_associations {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:09.470689 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a5994064-a283-42e4-b388-44d3da8867cc tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:02:09.540769 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-a5994064-a283-42e4-b388-44d3da8867cc tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:02:09.541659 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-a5994064-a283-42e4-b388-44d3da8867cc tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:09.575440 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-a5994064-a283-42e4-b388-44d3da8867cc tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8533525
Dec 14 18:02:09.881293 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-281dadaf-a56c-4d74-ba94-3bc86ca63ec4 None None] Provisioning for port 3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2 completed by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 18:02:09.886572 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-281dadaf-a56c-4d74-ba94-3bc86ca63ec4 None None] Provisioning complete for port 3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2 triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 18:02:09.886989 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-281dadaf-a56c-4d74-ba94-3bc86ca63ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:09.939182 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53628ac5-79e4-4193-9c42-db8715cc0b5b req-0af369ba-dbf1-4a4c-8673-a7481d1960c9 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:02:09.940787 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-53628ac5-79e4-4193-9c42-db8715cc0b5b req-0af369ba-dbf1-4a4c-8673-a7481d1960c9 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 931 time: 0.3934367
Dec 14 18:02:09.952443 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-281dadaf-a56c-4d74-ba94-3bc86ca63ec4 None None] Port 3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2 cannot update to ACTIVE because it is not bound. {{(pid=88124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 14 18:02:09.971628 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f099cde2-5efb-4cb8-9c4f-c39de667067e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2926108'] for subnet, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:10.053981 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-53628ac5-79e4-4193-9c42-db8715cc0b5b req-d9581307-0ac8-4ef0-95c4-22a76b16dcda tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/security-groups?id=096b27ed-5698-4ab8-b421-08290b9283d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011024
Dec 14 18:02:10.071979 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f099cde2-5efb-4cb8-9c4f-c39de667067e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851849723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1867570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2021326'] for subnet, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:10.084368 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-ec6abcf2-7c66-49a4-91f0-46460f51d406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:02:10.117776 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-f099cde2-5efb-4cb8-9c4f-c39de667067e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:10.123590 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbc3a13-76f4-4e04-af25-196ba8fc6670 None None] Network 4889aa50-8ecf-4915-9526-7a966caa4901 requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 18:02:10.130923 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099cde2-5efb-4cb8-9c4f-c39de667067e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ef4cbe3-f2dd-49ee-9531-21f376b28438,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:02:10.133621 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-f099cde2-5efb-4cb8-9c4f-c39de667067e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:02:10.137766 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-f099cde2-5efb-4cb8-9c4f-c39de667067e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6ef4cbe3-f2dd-49ee-9531-21f376b28438 HTTP/1.1" status: 204  len: 168 time: 0.9122541
Dec 14 18:02:10.139816 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 53356) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:02:10.267778 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-53ff019f-7b65-4024-be59-1b150286a87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3079847'] for network, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:10.282176 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-53ff019f-7b65-4024-be59-1b150286a87e admin admin] Deleting port 9d0809b1-ed87-4ee5-9bd3-e83edbc3599e {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 18:02:10.282653 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-53ff019f-7b65-4024-be59-1b150286a87e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:10.448335 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ca2598-b3c9-44f4-a4c0-a6517ef95c5d None None] DHCP port deletion for 4889aa50-8ecf-4915-9526-7a966caa4901 request from dv-cinder-821737-1-iscsi {{(pid=88124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 14 18:02:10.453127 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-69ca2598-b3c9-44f4-a4c0-a6517ef95c5d None None] Deleting port 9d0809b1-ed87-4ee5-9bd3-e83edbc3599e {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 18:02:10.453544 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-69ca2598-b3c9-44f4-a4c0-a6517ef95c5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:10.564425 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-53ff019f-7b65-4024-be59-1b150286a87e admin admin] For port 9d0809b1-ed87-4ee5-9bd3-e83edbc3599e, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=9d0809b1-ed87-4ee5-9bd3-e83edbc3599e,segment=NetworkSegment(ca9c137f-aa6e-4e1e-954a-bcc20e945b60),segment_id=ca9c137f-aa6e-4e1e-954a-bcc20e945b60)] {{(pid=88123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 18:02:10.564770 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-53ff019f-7b65-4024-be59-1b150286a87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:10.690762 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-69ca2598-b3c9-44f4-a4c0-a6517ef95c5d None None] For port 9d0809b1-ed87-4ee5-9bd3-e83edbc3599e, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=9d0809b1-ed87-4ee5-9bd3-e83edbc3599e,segment=NetworkSegment(ca9c137f-aa6e-4e1e-954a-bcc20e945b60),segment_id=ca9c137f-aa6e-4e1e-954a-bcc20e945b60)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 18:02:10.691532 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-69ca2598-b3c9-44f4-a4c0-a6517ef95c5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:10.697503 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-53ff019f-7b65-4024-be59-1b150286a87e admin admin] Calling delete_port for 9d0809b1-ed87-4ee5-9bd3-e83edbc3599e owned by network:dhcp {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 18:02:10.855241 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-53ff019f-7b65-4024-be59-1b150286a87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:10.859535 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 9d0809b1-ed87-4ee5-9bd3-e83edbc3599e no longer exists at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 18:02:10.869019 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-6a20babf-d475-40a1-8d36-b4340c9c89d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:02:10.922726 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ff019f-7b65-4024-be59-1b150286a87e admin admin] No DVR routers for this DVR port 9d0809b1-ed87-4ee5-9bd3-e83edbc3599e on host dv-cinder-821737-1-iscsi {{(pid=88123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 14 18:02:10.925131 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff019f-7b65-4024-be59-1b150286a87e admin admin] Pushing event deleted for resources: {'Port': ['ID=9d0809b1-ed87-4ee5-9bd3-e83edbc3599e,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:02:10.980909 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-53ff019f-7b65-4024-be59-1b150286a87e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:02:11.071878 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-69ca2598-b3c9-44f4-a4c0-a6517ef95c5d None None] Calling delete_port for 9d0809b1-ed87-4ee5-9bd3-e83edbc3599e owned by network:dhcp {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 18:02:11.114158 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-53ff019f-7b65-4024-be59-1b150286a87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2926725', 'neutron.services.segments.db._delete_segments_for_network-8753728381128'] for network, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:11.124083 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] No Port match for: 9d0809b1-ed87-4ee5-9bd3-e83edbc3599e {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 18:02:11.124480 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 9d0809b1-ed87-4ee5-9bd3-e83edbc3599e not bound to the agent host dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 18:02:11.146112 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-53ff019f-7b65-4024-be59-1b150286a87e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f622c58b908>,) {'filters': {'network_id': ['4889aa50-8ecf-4915-9526-7a966caa4901']}} {{(pid=88123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:02:11.160957 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-53ff019f-7b65-4024-be59-1b150286a87e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f622c58b908>, 'ca9c137f-aa6e-4e1e-954a-bcc20e945b60') {'for_net_delete': True} {{(pid=88123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:02:11.161288 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-53ff019f-7b65-4024-be59-1b150286a87e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f622c58b908>, 'ca9c137f-aa6e-4e1e-954a-bcc20e945b60') {} {{(pid=88123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:02:11.176044 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-53ff019f-7b65-4024-be59-1b150286a87e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753728390873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1688503'] for segment, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:11.196617 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.db.api [None req-69ca2598-b3c9-44f4-a4c0-a6517ef95c5d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88124) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 14 18:02:11.197276 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_db.api [None req-69ca2598-b3c9-44f4-a4c0-a6517ef95c5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 14 18:02:11.198109 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-53ff019f-7b65-4024-be59-1b150286a87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:11.207671 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ff019f-7b65-4024-be59-1b150286a87e admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 14 18:02:11.208115 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-53ff019f-7b65-4024-be59-1b150286a87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3099130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853087621'] for segment, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:11.226626 dv-cinder-821737-1-iscsi neutron-server[88013]: Traceback (most recent call last):
Dec 14 18:02:11.226626 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 14 18:02:11.226626 dv-cinder-821737-1-iscsi neutron-server[88013]:     timer()
Dec 14 18:02:11.226626 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 14 18:02:11.226626 dv-cinder-821737-1-iscsi neutron-server[88013]:     cb(*args, **kw)
Dec 14 18:02:11.226626 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 14 18:02:11.226626 dv-cinder-821737-1-iscsi neutron-server[88013]:     return func(*args, **kwargs)
Dec 14 18:02:11.226626 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 14 18:02:11.226626 dv-cinder-821737-1-iscsi neutron-server[88013]:     self._notify()
Dec 14 18:02:11.226626 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 14 18:02:11.226626 dv-cinder-821737-1-iscsi neutron-server[88013]:     self.callback(batched_events)
Dec 14 18:02:11.226626 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 14 18:02:11.226626 dv-cinder-821737-1-iscsi neutron-server[88013]:     event.method(event)
Dec 14 18:02:11.226626 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 14 18:02:11.226626 dv-cinder-821737-1-iscsi neutron-server[88013]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 14 18:02:11.226626 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 14 18:02:11.226626 dv-cinder-821737-1-iscsi neutron-server[88013]:     segment_id)['aggregates'][0]
Dec 14 18:02:11.226626 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 14 18:02:11.226626 dv-cinder-821737-1-iscsi neutron-server[88013]:     return f(self, *a, **k)
Dec 14 18:02:11.226626 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 14 18:02:11.226626 dv-cinder-821737-1-iscsi neutron-server[88013]:     return self._get(url).json()
Dec 14 18:02:11.226626 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 14 18:02:11.226626 dv-cinder-821737-1-iscsi neutron-server[88013]:     **kwargs)
Dec 14 18:02:11.226626 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 14 18:02:11.226626 dv-cinder-821737-1-iscsi neutron-server[88013]:     return self.request(url, 'GET', **kwargs)
Dec 14 18:02:11.226626 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 14 18:02:11.226626 dv-cinder-821737-1-iscsi neutron-server[88013]:     **endpoint_filter)
Dec 14 18:02:11.226626 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 14 18:02:11.226626 dv-cinder-821737-1-iscsi neutron-server[88013]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 14 18:02:11.226626 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 14 18:02:11.226626 dv-cinder-821737-1-iscsi neutron-server[88013]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 14 18:02:11.226626 dv-cinder-821737-1-iscsi neutron-server[88013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 14 18:02:11.309254 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-53ff019f-7b65-4024-be59-1b150286a87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851849074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646652'] for network, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:11.313653 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-aa4022ef-34bd-48da-a141-55e47921f232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:02:11.335396 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-53ff019f-7b65-4024-be59-1b150286a87e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:11.350358 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff019f-7b65-4024-be59-1b150286a87e admin admin] Pushing event deleted for resources: {'Network': ['ID=4889aa50-8ecf-4915-9526-7a966caa4901,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:02:11.359114 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188e8ab-7fef-4276-86c8-33aa0cc71457 req-dd2221a1-242c-4fb4-af3e-27210ed8c391 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:02:11.359309 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-53ff019f-7b65-4024-be59-1b150286a87e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:02:11.367905 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b188e8ab-7fef-4276-86c8-33aa0cc71457 req-dd2221a1-242c-4fb4-af3e-27210ed8c391 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 931 time: 0.1273606
Dec 14 18:02:11.373059 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-53ff019f-7b65-4024-be59-1b150286a87e admin admin] 10.222.0.53 "DELETE /v2.0/networks/4889aa50-8ecf-4915-9526-7a966caa4901 HTTP/1.1" status: 204  len: 168 time: 1.2326126
Dec 14 18:02:11.377313 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 53364) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:02:11.438032 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b188e8ab-7fef-4276-86c8-33aa0cc71457 req-689b0004-24ed-4384-9d87-f44393e0a700 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/security-groups?id=096b27ed-5698-4ab8-b421-08290b9283d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624509
Dec 14 18:02:11.698891 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-69ca2598-b3c9-44f4-a4c0-a6517ef95c5d None None] Deleting port 9d0809b1-ed87-4ee5-9bd3-e83edbc3599e {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 18:02:11.699242 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-69ca2598-b3c9-44f4-a4c0-a6517ef95c5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:11.776115 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-69ca2598-b3c9-44f4-a4c0-a6517ef95c5d None None] The port '9d0809b1-ed87-4ee5-9bd3-e83edbc3599e' was deleted {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 14 18:02:12.094600 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-97a8026d-a77d-4f59-a5f6-116f96b22be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854128381'] for router_interface, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:12.672839 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef3ce6-5af5-4506-a3a5-4473fb8c8a93 req-3e7d3dc2-43fd-443d-83f1-95510313b9f0 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:02:12.675251 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e9ef3ce6-5af5-4506-a3a5-4473fb8c8a93 req-3e7d3dc2-43fd-443d-83f1-95510313b9f0 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 931 time: 0.1043594
Dec 14 18:02:12.765977 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e9ef3ce6-5af5-4506-a3a5-4473fb8c8a93 req-bc45070e-267f-47e7-a40c-8620fa452e23 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/security-groups?id=096b27ed-5698-4ab8-b421-08290b9283d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673964
Dec 14 18:02:12.824860 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-97a8026d-a77d-4f59-a5f6-116f96b22be4 admin admin] Deleting port 3318d9e7-b1ec-4af9-9efe-665719f9b066 {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 18:02:12.825234 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-97a8026d-a77d-4f59-a5f6-116f96b22be4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:13.047428 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-97a8026d-a77d-4f59-a5f6-116f96b22be4 admin admin] For port 3318d9e7-b1ec-4af9-9efe-665719f9b066, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=3318d9e7-b1ec-4af9-9efe-665719f9b066,segment=NetworkSegment(e74c992f-f5cb-494e-bfa4-17bfba014f80),segment_id=e74c992f-f5cb-494e-bfa4-17bfba014f80)] {{(pid=88123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 18:02:13.047833 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-97a8026d-a77d-4f59-a5f6-116f96b22be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:13.180168 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-97a8026d-a77d-4f59-a5f6-116f96b22be4 admin admin] Calling delete_port for 3318d9e7-b1ec-4af9-9efe-665719f9b066 owned by network:router_interface {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 18:02:13.392125 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-97a8026d-a77d-4f59-a5f6-116f96b22be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:13.396846 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-05e203eb-0c9d-444f-ade4-fb427071753d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:02:13.440272 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8026d-a77d-4f59-a5f6-116f96b22be4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3318d9e7-b1ec-4af9-9efe-665719f9b066,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:02:13.447173 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-97a8026d-a77d-4f59-a5f6-116f96b22be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:02:13.862831 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-97a8026d-a77d-4f59-a5f6-116f96b22be4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850707412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854128231'] for router_interface, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:13.997432 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153857fc-0386-4deb-b6ae-05f925d017b8 req-592de4ab-cd79-48a7-bc54-3effed730457 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:02:13.999574 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-153857fc-0386-4deb-b6ae-05f925d017b8 req-592de4ab-cd79-48a7-bc54-3effed730457 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 931 time: 0.0957453
Dec 14 18:02:14.052191 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-153857fc-0386-4deb-b6ae-05f925d017b8 req-a116e02f-b382-4c99-8da5-9a9e79562d0b tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/security-groups?id=096b27ed-5698-4ab8-b421-08290b9283d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463314
Dec 14 18:02:14.776878 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a8026d-a77d-4f59-a5f6-116f96b22be4 admin admin] Router 645de71f-ea4c-438b-8dba-59d130329e93 has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 18:02:15.014133 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a8026d-a77d-4f59-a5f6-116f96b22be4 admin admin] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 18:02:15.024062 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e20957e-43a9-485e-a39a-2dbed061c269 None None] Sync routers for ids ['645de71f-ea4c-438b-8dba-59d130329e93'] in dv-cinder-821737-1-iscsi {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 18:02:15.034313 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-97a8026d-a77d-4f59-a5f6-116f96b22be4 admin admin] 10.222.0.53 "PUT /v2.0/routers/645de71f-ea4c-438b-8dba-59d130329e93/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6557531
Dec 14 18:02:15.034753 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 53374) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:02:15.038159 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e20957e-43a9-485e-a39a-2dbed061c269 None None] Routers {'645de71f-ea4c-438b-8dba-59d130329e93'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 18:02:15.039124 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-0e20957e-43a9-485e-a39a-2dbed061c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622cf19fd0>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T18:01:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['645de71f-ea4c-438b-8dba-59d130329e93'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:02:15.246578 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-0e20957e-43a9-485e-a39a-2dbed061c269 None None] Set router 645de71f-ea4c-438b-8dba-59d130329e93 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 18:02:15.247099 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a6a5515b-1bd7-4688-aa98-c9fcab058654 admin admin] Notify callbacks [] for router, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:15.494839 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2ea27-46f1-43e7-9005-6deca938df72 req-73faa4ef-07cc-4de0-a88d-6c5b14b638fa tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:02:15.496489 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-54e2ea27-46f1-43e7-9005-6deca938df72 req-73faa4ef-07cc-4de0-a88d-6c5b14b638fa tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 931 time: 0.1907611
Dec 14 18:02:15.563743 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-54e2ea27-46f1-43e7-9005-6deca938df72 req-26d9db1a-b258-4416-91cc-8959933692af tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/security-groups?id=096b27ed-5698-4ab8-b421-08290b9283d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583978
Dec 14 18:02:15.605981 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a6a5515b-1bd7-4688-aa98-c9fcab058654 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:15.617958 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-a6a5515b-1bd7-4688-aa98-c9fcab058654 admin admin] Deleting port 3568dc82-8357-446a-901a-e16e544b3823 {{(pid=88122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 18:02:15.618839 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a6a5515b-1bd7-4688-aa98-c9fcab058654 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:15.823790 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-0e20957e-43a9-485e-a39a-2dbed061c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622cf19fd0>, [{'id': '645de71f-ea4c-438b-8dba-59d130329e93', 'name': 'tempest-TestVolumeBootPattern-880610245-router', 'tenant_id': 'e560d14752204b1a99ee1ca2d1db4119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '3568dc82-8357-446a-901a-e16e544b3823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:54:22Z', 'updated_at': '2021-12-14T18:02:13Z', 'revision_number': 5, 'project_id': 'e560d14752204b1a99ee1ca2d1db4119', 'gw_port': {'id': '3568dc82-8357-446a-901a-e16e544b3823', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645de71f-ea4c-438b-8dba-59d130329e93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:54:23Z', 'updated_at': '2021-12-14T17:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi'}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:02:15.828515 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e20957e-43a9-485e-a39a-2dbed061c269 None None] Checking router: 645de71f-ea4c-438b-8dba-59d130329e93 for host: dv-cinder-821737-1-iscsi {{(pid=88125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 18:02:15.841488 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e20957e-43a9-485e-a39a-2dbed061c269 None None] Routers {'645de71f-ea4c-438b-8dba-59d130329e93'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 18:02:15.842251 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-0e20957e-43a9-485e-a39a-2dbed061c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622cf19fd0>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T18:01:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['645de71f-ea4c-438b-8dba-59d130329e93'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:02:15.859714 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-a6a5515b-1bd7-4688-aa98-c9fcab058654 admin admin] For port 3568dc82-8357-446a-901a-e16e544b3823, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=3568dc82-8357-446a-901a-e16e544b3823,segment=NetworkSegment(031a1115-d006-4778-96dd-1bbd9a3ec485),segment_id=031a1115-d006-4778-96dd-1bbd9a3ec485)] {{(pid=88122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 18:02:15.860119 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a6a5515b-1bd7-4688-aa98-c9fcab058654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:16.000663 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-a6a5515b-1bd7-4688-aa98-c9fcab058654 admin admin] Calling delete_port for 3568dc82-8357-446a-901a-e16e544b3823 owned by network:router_gateway {{(pid=88122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 18:02:16.009409 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-0e20957e-43a9-485e-a39a-2dbed061c269 None None] Set router 645de71f-ea4c-438b-8dba-59d130329e93 gateway port host: None {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 18:02:16.129588 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-0e20957e-43a9-485e-a39a-2dbed061c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622cf19fd0>, [{'id': '645de71f-ea4c-438b-8dba-59d130329e93', 'name': 'tempest-TestVolumeBootPattern-880610245-router', 'tenant_id': 'e560d14752204b1a99ee1ca2d1db4119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:54:22Z', 'updated_at': '2021-12-14T18:02:15Z', 'revision_number': 6, 'project_id': 'e560d14752204b1a99ee1ca2d1db4119', 'gw_port_host': None}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:02:16.134039 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e20957e-43a9-485e-a39a-2dbed061c269 None None] The sync data for ids ['645de71f-ea4c-438b-8dba-59d130329e93'] in dv-cinder-821737-1-iscsi is: [{'id': '645de71f-ea4c-438b-8dba-59d130329e93', 'name': 'tempest-TestVolumeBootPattern-880610245-router', 'tenant_id': 'e560d14752204b1a99ee1ca2d1db4119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:54:22Z', 'updated_at': '2021-12-14T18:02:15Z', 'revision_number': 6, 'project_id': 'e560d14752204b1a99ee1ca2d1db4119', 'gw_port_host': None}] {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 18:02:16.211063 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a6a5515b-1bd7-4688-aa98-c9fcab058654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852908220'] for port, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:16.216668 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:02:16.268814 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5515b-1bd7-4688-aa98-c9fcab058654 admin admin] Pushing event deleted for resources: {'Port': ['ID=3568dc82-8357-446a-901a-e16e544b3823,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:02:16.272364 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a6a5515b-1bd7-4688-aa98-c9fcab058654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:02:16.523116 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a6a5515b-1bd7-4688-aa98-c9fcab058654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854129390'] for router_gateway, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:16.833116 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 3318d9e7-b1ec-4af9-9efe-665719f9b066 no longer exists at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 18:02:16.860390 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a6a5515b-1bd7-4688-aa98-c9fcab058654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854195844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128577'] for router, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:16.870446 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a6a5515b-1bd7-4688-aa98-c9fcab058654 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:16.878420 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] No Port match for: 3318d9e7-b1ec-4af9-9efe-665719f9b066 {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 18:02:16.878999 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 3318d9e7-b1ec-4af9-9efe-665719f9b066 not bound to the agent host dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 18:02:16.879469 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 3568dc82-8357-446a-901a-e16e544b3823 no longer exists at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 18:02:16.919781 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7b3bb-d742-4334-88d4-193dc531cb6b req-da321494-13da-4408-84ce-478af43b5886 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:02:16.921622 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a9f7b3bb-d742-4334-88d4-193dc531cb6b req-da321494-13da-4408-84ce-478af43b5886 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 931 time: 0.1907442
Dec 14 18:02:16.922757 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a6a5515b-1bd7-4688-aa98-c9fcab058654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854195950'] for router, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:16.923500 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a5515b-1bd7-4688-aa98-c9fcab058654 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 645de71f-ea4c-438b-8dba-59d130329e93 {{(pid=88122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 14 18:02:16.931632 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] No Port match for: 3568dc82-8357-446a-901a-e16e544b3823 {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 18:02:16.932116 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 3568dc82-8357-446a-901a-e16e544b3823 not bound to the agent host dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 18:02:16.956087 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a6a5515b-1bd7-4688-aa98-c9fcab058654 admin admin] Notify callbacks [] for router, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:16.957346 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-a6a5515b-1bd7-4688-aa98-c9fcab058654 admin admin] 10.222.0.53 "DELETE /v2.0/routers/645de71f-ea4c-438b-8dba-59d130329e93 HTTP/1.1" status: 204  len: 168 time: 1.9215214
Dec 14 18:02:16.960523 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 53384) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:02:16.989499 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-a9f7b3bb-d742-4334-88d4-193dc531cb6b req-93cd4b16-159e-4bac-aa6a-6d8ab6999b2c tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/security-groups?id=096b27ed-5698-4ab8-b421-08290b9283d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547657
Dec 14 18:02:17.046332 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_v2 [None req-611f8ccb-19bc-4e9a-bce5-6d8b3bca390f admin admin] Deleting subnet 0f0e8d2a-3d71-4de7-b81a-5a38e628532c {{(pid=88123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 14 18:02:17.050336 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-611f8ccb-19bc-4e9a-bce5-6d8b3bca390f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:17.117448 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-611f8ccb-19bc-4e9a-bce5-6d8b3bca390f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853087298'] for subnet, precommit_delete_associations {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:17.212632 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-611f8ccb-19bc-4e9a-bce5-6d8b3bca390f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2926108'] for subnet, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:17.306025 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-611f8ccb-19bc-4e9a-bce5-6d8b3bca390f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851849723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1688537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1835572'] for subnet, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:17.311393 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-de7542a3-a343-4c6b-a9f4-54b758f8adce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:02:17.353899 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f8ccb-19bc-4e9a-bce5-6d8b3bca390f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f0e8d2a-3d71-4de7-b81a-5a38e628532c,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:02:17.358445 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-611f8ccb-19bc-4e9a-bce5-6d8b3bca390f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:02:17.360086 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-611f8ccb-19bc-4e9a-bce5-6d8b3bca390f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for subnet, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:17.366148 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7159bc4-b5b4-41e1-89b6-7870882585d0 None None] Network 9f13c636-a3a7-4725-a2a2-ff0c0947b22d requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 18:02:17.366859 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-611f8ccb-19bc-4e9a-bce5-6d8b3bca390f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0f0e8d2a-3d71-4de7-b81a-5a38e628532c HTTP/1.1" status: 204  len: 168 time: 0.4027486
Dec 14 18:02:17.369905 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 53388) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:02:17.492204 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9f9fabae-56c0-4ef3-9e6d-2a109b3503df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3079847'] for network, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:17.504296 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-9f9fabae-56c0-4ef3-9e6d-2a109b3503df admin admin] Deleting port ddaa8b2b-9630-4b5f-a4d5-51ed6a500052 {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 18:02:17.504659 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9f9fabae-56c0-4ef3-9e6d-2a109b3503df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:17.636604 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-8a96a346-577d-41b0-818a-ae470a9d849e service neutron] Request body: {'port': {'device_id': 'fcce7663-6f05-46f3-8065-3cb25e70f2e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 18:02:17.653684 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21296e82-96b3-458f-a4d0-62b68d89afe4 None None] DHCP port deletion for 9f13c636-a3a7-4725-a2a2-ff0c0947b22d request from dv-cinder-821737-1-iscsi {{(pid=88124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 14 18:02:17.658813 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-21296e82-96b3-458f-a4d0-62b68d89afe4 None None] Deleting port ddaa8b2b-9630-4b5f-a4d5-51ed6a500052 {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 18:02:17.659316 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-21296e82-96b3-458f-a4d0-62b68d89afe4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:17.810783 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-9f9fabae-56c0-4ef3-9e6d-2a109b3503df admin admin] For port ddaa8b2b-9630-4b5f-a4d5-51ed6a500052, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=ddaa8b2b-9630-4b5f-a4d5-51ed6a500052,segment=NetworkSegment(e74c992f-f5cb-494e-bfa4-17bfba014f80),segment_id=e74c992f-f5cb-494e-bfa4-17bfba014f80)] {{(pid=88123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 18:02:17.811370 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9f9fabae-56c0-4ef3-9e6d-2a109b3503df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:17.883821 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-21296e82-96b3-458f-a4d0-62b68d89afe4 None None] For port ddaa8b2b-9630-4b5f-a4d5-51ed6a500052, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=ddaa8b2b-9630-4b5f-a4d5-51ed6a500052,segment=NetworkSegment(e74c992f-f5cb-494e-bfa4-17bfba014f80),segment_id=e74c992f-f5cb-494e-bfa4-17bfba014f80)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 18:02:17.884193 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-21296e82-96b3-458f-a4d0-62b68d89afe4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:17.955423 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-9f9fabae-56c0-4ef3-9e6d-2a109b3503df admin admin] Calling delete_port for ddaa8b2b-9630-4b5f-a4d5-51ed6a500052 owned by network:dhcp {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 18:02:18.002060 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-8a96a346-577d-41b0-818a-ae470a9d849e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:18.017770 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-21296e82-96b3-458f-a4d0-62b68d89afe4 None None] Calling delete_port for ddaa8b2b-9630-4b5f-a4d5-51ed6a500052 owned by network:dhcp {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 18:02:18.099741 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.db.api [None req-9f9fabae-56c0-4ef3-9e6d-2a109b3503df admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 14 18:02:18.099741 dv-cinder-821737-1-iscsi neutron-server[88013]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s]
Dec 14 18:02:18.099741 dv-cinder-821737-1-iscsi neutron-server[88013]: [parameters: {'port_id': 'ddaa8b2b-9630-4b5f-a4d5-51ed6a500052', 'host': 'dv-cinder-821737-1-iscsi'}]
Dec 14 18:02:18.099741 dv-cinder-821737-1-iscsi neutron-server[88013]: (Background on this error at: http://sqlalche.me/e/e3q8) {{(pid=88123) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 14 18:02:18.100195 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_db.api [None req-9f9fabae-56c0-4ef3-9e6d-2a109b3503df admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 14 18:02:18.101860 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-21296e82-96b3-458f-a4d0-62b68d89afe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:18.107586 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-98bd6720-1182-44c6-89b1-8bec2184301a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:02:18.152048 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21296e82-96b3-458f-a4d0-62b68d89afe4 None None] Pushing event deleted for resources: {'Port': ['ID=ddaa8b2b-9630-4b5f-a4d5-51ed6a500052,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:02:18.155315 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-21296e82-96b3-458f-a4d0-62b68d89afe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:02:18.158413 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21296e82-96b3-458f-a4d0-62b68d89afe4 None None] No DVR routers for this DVR port ddaa8b2b-9630-4b5f-a4d5-51ed6a500052 on host dv-cinder-821737-1-iscsi {{(pid=88124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 14 18:02:18.225327 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f343342-0525-46f6-99bf-682a39f31a71 req-dab94697-4daa-489d-a3a9-c5c444cd10f4 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:02:18.226979 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-3f343342-0525-46f6-99bf-682a39f31a71 req-dab94697-4daa-489d-a3a9-c5c444cd10f4 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 931 time: 0.0970767
Dec 14 18:02:18.277418 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-3f343342-0525-46f6-99bf-682a39f31a71 req-f3cbed9c-b638-4455-88bb-8a47104cd60b tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/security-groups?id=096b27ed-5698-4ab8-b421-08290b9283d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431163
Dec 14 18:02:18.414349 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-8a96a346-577d-41b0-818a-ae470a9d849e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2 {{(pid=88123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 18:02:18.422241 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-8a96a346-577d-41b0-818a-ae470a9d849e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:18.443601 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-8a96a346-577d-41b0-818a-ae470a9d849e service neutron] Transition to ACTIVE for port object 3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2 will not be triggered until provisioned by entity L2. {{(pid=88123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 14 18:02:18.447086 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-8a96a346-577d-41b0-818a-ae470a9d849e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1688486'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:18.451520 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-39db012b-f6a0-4e12-9dae-084f7ed960e0 tempest-TestShelveInstance-1130803318 tempest-TestShelveInstance-1130803318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:02:18.579751 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96a346-577d-41b0-818a-ae470a9d849e service neutron] Pushing event updated for resources: {'Port': ['ID=3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2,revision_number=2']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:02:18.582934 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-8a96a346-577d-41b0-818a-ae470a9d849e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:02:18.633860 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-9f9fabae-56c0-4ef3-9e6d-2a109b3503df admin admin] Deleting port ddaa8b2b-9630-4b5f-a4d5-51ed6a500052 {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 18:02:18.634096 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9f9fabae-56c0-4ef3-9e6d-2a109b3503df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:18.757415 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-9f9fabae-56c0-4ef3-9e6d-2a109b3503df admin admin] The port 'ddaa8b2b-9630-4b5f-a4d5-51ed6a500052' was deleted {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 14 18:02:18.825406 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device ddaa8b2b-9630-4b5f-a4d5-51ed6a500052 no longer exists at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 18:02:18.865464 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] No Port match for: ddaa8b2b-9630-4b5f-a4d5-51ed6a500052 {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 18:02:18.865857 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device ddaa8b2b-9630-4b5f-a4d5-51ed6a500052 not bound to the agent host dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 18:02:18.918446 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9f9fabae-56c0-4ef3-9e6d-2a109b3503df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2926725', 'neutron.services.segments.db._delete_segments_for_network-8753728381128'] for network, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:18.926845 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-8a96a346-577d-41b0-818a-ae470a9d849e service neutron] Attempting to bind port 3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2 on host hv-cinder-82173 for vnic_type normal with profile  {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 14 18:02:18.927226 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-8a96a346-577d-41b0-818a-ae470a9d849e service neutron] Attempting to bind port 3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': 'c817ecf6-30ee-4017-94b1-094bd090ebbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6fd4fe37-5484-4796-9336-64d9b8bfbe75'}] {{(pid=88123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 14 18:02:18.927587 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-8a96a346-577d-41b0-818a-ae470a9d849e service neutron] Attempting to bind port 3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2 on network 6fd4fe37-5484-4796-9336-64d9b8bfbe75 {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 18:02:18.950155 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-8a96a346-577d-41b0-818a-ae470a9d849e service neutron] Port 3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2 on network 6fd4fe37-5484-4796-9336-64d9b8bfbe75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 14 18:02:18.950520 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-8a96a346-577d-41b0-818a-ae470a9d849e service neutron] Attempting to bind port 3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2 on network 6fd4fe37-5484-4796-9336-64d9b8bfbe75 {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 14 18:02:18.953971 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-9f9fabae-56c0-4ef3-9e6d-2a109b3503df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f622bacebe0>,) {'filters': {'network_id': ['9f13c636-a3a7-4725-a2a2-ff0c0947b22d']}} {{(pid=88123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:02:18.970478 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-9f9fabae-56c0-4ef3-9e6d-2a109b3503df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f622bacebe0>, 'e74c992f-f5cb-494e-bfa4-17bfba014f80') {'for_net_delete': True} {{(pid=88123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:02:18.970836 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-9f9fabae-56c0-4ef3-9e6d-2a109b3503df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f622bacebe0>, 'e74c992f-f5cb-494e-bfa4-17bfba014f80') {} {{(pid=88123) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:02:18.980345 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-8a96a346-577d-41b0-818a-ae470a9d849e service neutron] Checking agent: {'id': '12cfdd9e-1aa3-47c9-9727-84a7d707383b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'started_at': datetime.datetime(2021, 12, 14, 17, 47, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 14 18:02:18.980721 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-8a96a346-577d-41b0-818a-ae470a9d849e service neutron] Checking segment: {'id': 'c817ecf6-30ee-4017-94b1-094bd090ebbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6fd4fe37-5484-4796-9336-64d9b8bfbe75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 14 18:02:18.981139 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-8a96a346-577d-41b0-818a-ae470a9d849e service neutron] Bound using segment: {'id': 'c817ecf6-30ee-4017-94b1-094bd090ebbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6fd4fe37-5484-4796-9336-64d9b8bfbe75'} {{(pid=88123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 14 18:02:18.981611 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.managers [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-8a96a346-577d-41b0-818a-ae470a9d849e service neutron] Bound port: 3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c817ecf6-30ee-4017-94b1-094bd090ebbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6fd4fe37-5484-4796-9336-64d9b8bfbe75'}}] {{(pid=88123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 14 18:02:18.982017 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-8a96a346-577d-41b0-818a-ae470a9d849e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:18.995731 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9f9fabae-56c0-4ef3-9e6d-2a109b3503df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753728390873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1688503'] for segment, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:19.042620 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9f9fabae-56c0-4ef3-9e6d-2a109b3503df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:19.069977 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f9fabae-56c0-4ef3-9e6d-2a109b3503df admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=88123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 14 18:02:19.070269 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9f9fabae-56c0-4ef3-9e6d-2a109b3503df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3099130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853087621'] for segment, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:19.084737 dv-cinder-821737-1-iscsi neutron-server[88013]: Traceback (most recent call last):
Dec 14 18:02:19.084737 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 14 18:02:19.084737 dv-cinder-821737-1-iscsi neutron-server[88013]:     timer()
Dec 14 18:02:19.084737 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 14 18:02:19.084737 dv-cinder-821737-1-iscsi neutron-server[88013]:     cb(*args, **kw)
Dec 14 18:02:19.084737 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 14 18:02:19.084737 dv-cinder-821737-1-iscsi neutron-server[88013]:     return func(*args, **kwargs)
Dec 14 18:02:19.084737 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 14 18:02:19.084737 dv-cinder-821737-1-iscsi neutron-server[88013]:     self._notify()
Dec 14 18:02:19.084737 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 14 18:02:19.084737 dv-cinder-821737-1-iscsi neutron-server[88013]:     self.callback(batched_events)
Dec 14 18:02:19.084737 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 14 18:02:19.084737 dv-cinder-821737-1-iscsi neutron-server[88013]:     event.method(event)
Dec 14 18:02:19.084737 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 14 18:02:19.084737 dv-cinder-821737-1-iscsi neutron-server[88013]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 14 18:02:19.084737 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 14 18:02:19.084737 dv-cinder-821737-1-iscsi neutron-server[88013]:     segment_id)['aggregates'][0]
Dec 14 18:02:19.084737 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 14 18:02:19.084737 dv-cinder-821737-1-iscsi neutron-server[88013]:     return f(self, *a, **k)
Dec 14 18:02:19.084737 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 14 18:02:19.084737 dv-cinder-821737-1-iscsi neutron-server[88013]:     return self._get(url).json()
Dec 14 18:02:19.084737 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 14 18:02:19.084737 dv-cinder-821737-1-iscsi neutron-server[88013]:     **kwargs)
Dec 14 18:02:19.084737 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 14 18:02:19.084737 dv-cinder-821737-1-iscsi neutron-server[88013]:     return self.request(url, 'GET', **kwargs)
Dec 14 18:02:19.084737 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 14 18:02:19.084737 dv-cinder-821737-1-iscsi neutron-server[88013]:     **endpoint_filter)
Dec 14 18:02:19.084737 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 14 18:02:19.084737 dv-cinder-821737-1-iscsi neutron-server[88013]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 14 18:02:19.084737 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 14 18:02:19.084737 dv-cinder-821737-1-iscsi neutron-server[88013]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 14 18:02:19.084737 dv-cinder-821737-1-iscsi neutron-server[88013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 14 18:02:19.199589 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-8a96a346-577d-41b0-818a-ae470a9d849e service neutron] For port 3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2, host hv-cinder-82173, cleared binding levels {{(pid=88123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 14 18:02:19.202290 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9f9fabae-56c0-4ef3-9e6d-2a109b3503df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851849074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646652'] for network, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:19.205122 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-8a96a346-577d-41b0-818a-ae470a9d849e service neutron] For port 3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2,segment=NetworkSegment(c817ecf6-30ee-4017-94b1-094bd090ebbf),segment_id=c817ecf6-30ee-4017-94b1-094bd090ebbf)] {{(pid=88123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 14 18:02:19.208111 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-f884de92-5f69-4ee6-aa23-233df98c6f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:02:19.225478 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9f9fabae-56c0-4ef3-9e6d-2a109b3503df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:19.231535 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-8a96a346-577d-41b0-818a-ae470a9d849e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1688486'] for port, after_update {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:19.237193 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9fabae-56c0-4ef3-9e6d-2a109b3503df admin admin] Pushing event deleted for resources: {'Network': ['ID=9f13c636-a3a7-4725-a2a2-ff0c0947b22d,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:02:19.242181 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-9f9fabae-56c0-4ef3-9e6d-2a109b3503df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:02:19.242722 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-9aca3cba-8ab3-4452-9bc7-29d5826f0fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:02:19.275849 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-9f9fabae-56c0-4ef3-9e6d-2a109b3503df admin admin] 10.222.0.53 "DELETE /v2.0/networks/9f13c636-a3a7-4725-a2a2-ff0c0947b22d HTTP/1.1" status: 204  len: 168 time: 1.9047446
Dec 14 18:02:19.307009 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-8a96a346-577d-41b0-818a-ae470a9d849e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:19.308664 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-8a96a346-577d-41b0-818a-ae470a9d849e service neutron] 10.222.0.41 "PUT /v2.0/ports/3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2 HTTP/1.1" status: 200  len: 1093 time: 1.6800182
Dec 14 18:02:19.309032 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcce7663-6f05-46f3-8065-3cb25e70f2e2', 'tag': '3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 18:02:19.391844 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96a346-577d-41b0-818a-ae470a9d849e service neutron] Pushing event updated for resources: {'Port': ['ID=3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2,revision_number=3']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:02:19.437719 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-8a96a346-577d-41b0-818a-ae470a9d849e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:02:19.492076 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcce7663-6f05-46f3-8065-3cb25e70f2e2', 'tag': '3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2', 'status': 'completed', 'code': 200}
Dec 14 18:02:19.504606 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-afb46980-ff64-4ccb-8936-329cf9e66454 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cfc2101e6c974cd5820f5e1b931ec68d&device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 1096 time: 0.1473634
Dec 14 18:02:19.577807 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab24c7-46bf-4746-9217-e7d6d6575550 req-511b7289-f82c-4c31-865a-5bbef97297ed tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:02:19.579533 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-40ab24c7-46bf-4746-9217-e7d6d6575550 req-511b7289-f82c-4c31-865a-5bbef97297ed tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 943 time: 0.1050580
Dec 14 18:02:19.580079 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 53400) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:02:19.592313 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-cfa0a055-8580-47bb-8421-12e1b33787ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2 HTTP/1.1" status: 200  len: 217 time: 0.0787084
Dec 14 18:02:19.670504 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-ccf46f6e-b0c3-4e8f-857b-b8740e5e4ded service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:02:19.672201 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-ccf46f6e-b0c3-4e8f-857b-b8740e5e4ded service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d8f2589-408d-4a9a-bc3c-ba0c98b972ae HTTP/1.1" status: 200  len: 854 time: 0.0740042
Dec 14 18:02:19.677126 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-6382b5e0-ee95-4fc2-a916-479ef48fef6f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dfc18f8040f94448b907f65fb2ffb8d2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0956106
Dec 14 18:02:19.679617 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-40ab24c7-46bf-4746-9217-e7d6d6575550 req-4b81e748-b6dc-49cb-9641-480c2bbd90b4 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/security-groups?id=096b27ed-5698-4ab8-b421-08290b9283d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826240
Dec 14 18:02:19.680115 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 53404) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:02:19.745765 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-312c2d79-022d-4f07-a127-d80358f29a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:19.774338 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-312c2d79-022d-4f07-a127-d80358f29a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:19.838778 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-312c2d79-022d-4f07-a127-d80358f29a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:19.843235 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-f867c08b-ebb6-4713-b12a-91be47f4889b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:02:19.858595 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c2d79-022d-4f07-a127-d80358f29a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46efb491-adce-4b38-810a-d8a8d425fb3b,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:02:19.861152 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-312c2d79-022d-4f07-a127-d80358f29a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:02:19.867652 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-312c2d79-022d-4f07-a127-d80358f29a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:19.870344 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-312c2d79-022d-4f07-a127-d80358f29a4e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/46efb491-adce-4b38-810a-d8a8d425fb3b HTTP/1.1" status: 204  len: 168 time: 0.1891091
Dec 14 18:02:19.872800 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-0ec7702d-8cc8-4fe7-921e-545f7c890890 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6fd4fe37-5484-4796-9336-64d9b8bfbe75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792985
Dec 14 18:02:20.019640 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-96d2ab07-f61e-4448-96d3-2b86c4c7d0f2 service neutron] 10.222.0.41 "GET /v2.0/networks/6fd4fe37-5484-4796-9336-64d9b8bfbe75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399574
Dec 14 18:02:20.166677 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c34491e2-5aed-4f23-bf01-389f4ec4d3af req-97d65a1d-a429-45d4-b282-f8cf2c0c6d58 service neutron] 10.222.0.41 "GET /v2.0/networks/6fd4fe37-5484-4796-9336-64d9b8bfbe75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401045
Dec 14 18:02:20.300654 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 53412) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:02:20.301420 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b4733117-2d1b-4f68-9a58-fdbd2ca9df26 req-59128ec3-02be-4439-9d8d-d00d78689931 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cfc2101e6c974cd5820f5e1b931ec68d&device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 1096 time: 0.0806937
Dec 14 18:02:20.369386 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-dce3b08f-1b5d-428b-a995-0315619c81ba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e560d14752204b1a99ee1ca2d1db4119&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0673492
Dec 14 18:02:20.372244 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 53416) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:02:20.473380 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a386448d-75ad-42e8-b6a6-2e9135d7916d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:20.506071 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a386448d-75ad-42e8-b6a6-2e9135d7916d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:20.560682 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a386448d-75ad-42e8-b6a6-2e9135d7916d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:20.564932 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-65ee7332-5861-48e6-b09c-042e20250e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:02:20.577726 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386448d-75ad-42e8-b6a6-2e9135d7916d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7257fe-6359-44aa-9cef-0157a3b12241,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:02:20.580711 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a386448d-75ad-42e8-b6a6-2e9135d7916d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:02:20.586652 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a386448d-75ad-42e8-b6a6-2e9135d7916d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:20.590328 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-a386448d-75ad-42e8-b6a6-2e9135d7916d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2a7257fe-6359-44aa-9cef-0157a3b12241 HTTP/1.1" status: 204  len: 168 time: 0.2140861
Dec 14 18:02:20.686985 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4733117-2d1b-4f68-9a58-fdbd2ca9df26 req-a0ff1fda-6139-452e-a334-9baf590d7b94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:02:20.688634 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b4733117-2d1b-4f68-9a58-fdbd2ca9df26 req-a0ff1fda-6139-452e-a334-9baf590d7b94 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6fd4fe37-5484-4796-9336-64d9b8bfbe75 HTTP/1.1" status: 200  len: 916 time: 0.3802207
Dec 14 18:02:20.809664 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b4733117-2d1b-4f68-9a58-fdbd2ca9df26 req-405b53b6-0a20-4b12-bd85-f1f3eaa61d57 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2 HTTP/1.1" status: 200  len: 217 time: 0.1125145
Dec 14 18:02:20.886056 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4733117-2d1b-4f68-9a58-fdbd2ca9df26 req-cb60f3fe-d0df-4c6e-b2df-362c85b93c5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:02:20.886348 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-de8b397a-6b45-49ac-be6c-4d56e5c493e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:20.887573 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b4733117-2d1b-4f68-9a58-fdbd2ca9df26 req-cb60f3fe-d0df-4c6e-b2df-362c85b93c5f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d8f2589-408d-4a9a-bc3c-ba0c98b972ae HTTP/1.1" status: 200  len: 854 time: 0.0718210
Dec 14 18:02:20.951266 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b125a-94c2-4c17-b9e8-fa0a1a16dfe7 req-63baad95-b71d-4be7-a15e-30b42306ba31 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:02:20.953212 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7c3b125a-94c2-4c17-b9e8-fa0a1a16dfe7 req-63baad95-b71d-4be7-a15e-30b42306ba31 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 943 time: 0.0965164
Dec 14 18:02:20.976651 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b4733117-2d1b-4f68-9a58-fdbd2ca9df26 req-05397734-c8fd-453e-93f8-9ba2ddbd1461 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6fd4fe37-5484-4796-9336-64d9b8bfbe75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0823817
Dec 14 18:02:21.010004 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7c3b125a-94c2-4c17-b9e8-fa0a1a16dfe7 req-1b168f49-9fed-4322-a15d-43ca9e8dcb8c tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/security-groups?id=096b27ed-5698-4ab8-b421-08290b9283d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504479
Dec 14 18:02:21.135977 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 14 18:02:21.137108 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b4733117-2d1b-4f68-9a58-fdbd2ca9df26 req-fe090e56-a524-4cb9-a643-d7d20d7d5fc6 service neutron] 10.222.0.41 "GET /v2.0/networks/6fd4fe37-5484-4796-9336-64d9b8bfbe75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1537971
Dec 14 18:02:21.285329 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2,segment=NetworkSegment(c817ecf6-30ee-4017-94b1-094bd090ebbf),segment_id=c817ecf6-30ee-4017-94b1-094bd090ebbf)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 18:02:21.288518 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-b4733117-2d1b-4f68-9a58-fdbd2ca9df26 req-7933bd20-63af-48d0-8404-c86f40d448be service neutron] 10.222.0.41 "GET /v2.0/networks/6fd4fe37-5484-4796-9336-64d9b8bfbe75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1449730
Dec 14 18:02:21.300633 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Returning: {'device': '3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2', 'network_id': '6fd4fe37-5484-4796-9336-64d9b8bfbe75', 'port_id': '3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2', 'mac_address': 'fa:16:3e:19:c7:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8f2589-408d-4a9a-bc3c-ba0c98b972ae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 14 18:02:21.356774 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:21.375473 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2 {{(pid=88124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 14 18:02:21.392629 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2,segment=NetworkSegment(c817ecf6-30ee-4017-94b1-094bd090ebbf),segment_id=c817ecf6-30ee-4017-94b1-094bd090ebbf)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 18:02:21.396651 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:21.398564 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:02:21.469508 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2,revision_number=4']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:02:21.472987 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:02:21.636483 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 18:02:21.694787 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:22.236032 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0bfadc-f144-4020-9312-af0a2e24e466 req-c7797422-46f2-4e70-b1d7-f0e2d8f534a1 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:02:22.237651 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-3d0bfadc-f144-4020-9312-af0a2e24e466 req-c7797422-46f2-4e70-b1d7-f0e2d8f534a1 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 944 time: 0.0839078
Dec 14 18:02:22.292390 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-3d0bfadc-f144-4020-9312-af0a2e24e466 req-12292cd3-2080-4337-bbb7-6f7fae57c2db tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/security-groups?id=096b27ed-5698-4ab8-b421-08290b9283d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484631
Dec 14 18:02:22.940135 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a70dfa02-5d5f-4cba-8fd2-3ee4e89b2da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:23.137255 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2 up at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 14 18:02:23.216223 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning for port 3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2 completed by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 14 18:02:23.221769 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Provisioning complete for port 3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2 triggered by entity L2. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 18:02:23.222194 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:23.354095 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:23.373872 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:23.390112 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcce7663-6f05-46f3-8065-3cb25e70f2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2'}] {{(pid=88124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 18:02:23.400894 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] For port 3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2,segment=NetworkSegment(c817ecf6-30ee-4017-94b1-094bd090ebbf),segment_id=c817ecf6-30ee-4017-94b1-094bd090ebbf)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 18:02:23.404706 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765'] for port, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:23.406768 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-7c277380-c33f-4421-83f8-a30fde24f650 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:02:23.457308 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcce7663-6f05-46f3-8065-3cb25e70f2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2', 'code': 200}
Dec 14 18:02:23.480500 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Pushing event updated for resources: {'Port': ['ID=3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2,revision_number=5']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:02:23.484370 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:02:23.701565 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e6401c97-91c4-492b-986f-dfbec03fe787 req-77486fbb-badd-4cb7-b697-8ed25f6970f2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 1098 time: 0.0760875
Dec 14 18:02:23.735280 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac451a0-cfe2-49b6-b890-4143bb1b7711 req-f7c8f739-efec-4839-ad32-62c8360494d2 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:02:23.736957 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-aac451a0-cfe2-49b6-b890-4143bb1b7711 req-f7c8f739-efec-4839-ad32-62c8360494d2 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 945 time: 0.3146448
Dec 14 18:02:23.754125 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e6401c97-91c4-492b-986f-dfbec03fe787 req-f4f503a8-8cd5-4b04-994f-08651242721a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=096b27ed-5698-4ab8-b421-08290b9283d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455329
Dec 14 18:02:23.788041 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-aac451a0-cfe2-49b6-b890-4143bb1b7711 req-a06c9896-22fe-4c78-ad04-1c5316b13dbe tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/security-groups?id=096b27ed-5698-4ab8-b421-08290b9283d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446177
Dec 14 18:02:24.646514 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:25.028989 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775cc883-db5e-4af8-a133-916dc57ecfd5 req-6e773b89-fcdb-4556-836f-925b8d1b3c4a tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:02:25.030745 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-775cc883-db5e-4af8-a133-916dc57ecfd5 req-6e773b89-fcdb-4556-836f-925b8d1b3c4a tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 945 time: 0.0951471
Dec 14 18:02:25.079252 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-775cc883-db5e-4af8-a133-916dc57ecfd5 req-bb85189f-1f13-47df-bc81-18a2b3b30a9c tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/security-groups?id=096b27ed-5698-4ab8-b421-08290b9283d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423045
Dec 14 18:02:25.314953 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73115426-e1dd-41ad-aef3-c296ba453d92 req-3ab6fc2d-905c-4067-a90c-7ce8d3b5ba0d tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:02:25.316516 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-73115426-e1dd-41ad-aef3-c296ba453d92 req-3ab6fc2d-905c-4067-a90c-7ce8d3b5ba0d tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 945 time: 0.1047995
Dec 14 18:02:25.369206 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-73115426-e1dd-41ad-aef3-c296ba453d92 req-14107712-1a98-4c00-bf6e-51177a763e75 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/security-groups?id=096b27ed-5698-4ab8-b421-08290b9283d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452394
Dec 14 18:02:25.850281 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cedd0-20ca-49ac-b16c-1d640236299d req-42d0e35e-dd8b-4f37-96c8-fa9d80c0742d tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:02:25.851910 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-759cedd0-20ca-49ac-b16c-1d640236299d req-42d0e35e-dd8b-4f37-96c8-fa9d80c0742d tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 945 time: 0.0917890
Dec 14 18:02:25.903118 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-759cedd0-20ca-49ac-b16c-1d640236299d req-f5a78795-2cbc-42f2-9d0c-a7047f3e1f96 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/security-groups?id=096b27ed-5698-4ab8-b421-08290b9283d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450430
Dec 14 18:02:32.262168 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:35.445550 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12a555-f20a-4a8a-8a8e-ef6de995e200 req-d9419e4d-a515-4bb6-8003-ddbfed19fd92 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:02:35.447205 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0f12a555-f20a-4a8a-8a8e-ef6de995e200 req-d9419e4d-a515-4bb6-8003-ddbfed19fd92 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 945 time: 0.0857356
Dec 14 18:02:35.498152 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0f12a555-f20a-4a8a-8a8e-ef6de995e200 req-ba3b073e-9ea8-41c2-8178-679886925bbc tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/security-groups?id=096b27ed-5698-4ab8-b421-08290b9283d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442283
Dec 14 18:02:35.529414 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 53480) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:02:35.941707 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-cb8ee28b-abcd-4a4f-a0f0-3e9328ed8731 tempest-TestMinimumBasicScenario-319282101 tempest-TestMinimumBasicScenario-319282101-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 1093 time: 0.4107661
Dec 14 18:02:35.944901 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 53486) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:02:35.951058 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-fd8ba3c0-edbc-42b9-b6c1-4fcf345e9f79 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Request body: {'floatingip': {'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'port_id': '3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2', 'tenant_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 18:02:35.957812 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-fd8ba3c0-edbc-42b9-b6c1-4fcf345e9f79 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 18:02:35.962469 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-fd8ba3c0-edbc-42b9-b6c1-4fcf345e9f79 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Usage tracker for resource:floatingip and tenant:cfc2101e6c974cd5820f5e1b931ec68d is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 18:02:35.965932 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-fd8ba3c0-edbc-42b9-b6c1-4fcf345e9f79 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 18:02:35.972706 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-fd8ba3c0-edbc-42b9-b6c1-4fcf345e9f79 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 18:02:35.983357 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fd8ba3c0-edbc-42b9-b6c1-4fcf345e9f79 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks [] for floatingip, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:36.136298 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fd8ba3c0-edbc-42b9-b6c1-4fcf345e9f79 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:36.290615 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_common [None req-fd8ba3c0-edbc-42b9-b6c1-4fcf345e9f79 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Allocated IP 172.27.2.81 (b3d2256c-c519-4427-b3bb-181a657f5e18/431330ab-9b63-4a3b-8088-f9712ed58753/4688f9dd-e7ea-424d-b123-62ac3930e4a7) {{(pid=88122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 14 18:02:36.457218 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fd8ba3c0-edbc-42b9-b6c1-4fcf345e9f79 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks [] for port, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:36.486373 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fd8ba3c0-edbc-42b9-b6c1-4fcf345e9f79 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753727883481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852908220'] for port, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:36.490787 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-6df882b7-3b79-47b3-acdd-e89b00ff358f tempest-AttachVolumeShelveTestJSON-79734498 tempest-AttachVolumeShelveTestJSON-79734498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:02:36.560968 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8ba3c0-edbc-42b9-b6c1-4fcf345e9f79 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Network b3d2256c-c519-4427-b3bb-181a657f5e18 is already hosted by enough agents. {{(pid=88122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 14 18:02:36.564015 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.base_scheduler [None req-fd8ba3c0-edbc-42b9-b6c1-4fcf345e9f79 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Resources bound (agent type, host, resource id):  {{(pid=88122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 14 18:02:36.568882 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8ba3c0-edbc-42b9-b6c1-4fcf345e9f79 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Received port after_create {{(pid=88122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 14 18:02:36.595519 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ba3c0-edbc-42b9-b6c1-4fcf345e9f79 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Pushing event updated for resources: {'Port': ['ID=4688f9dd-e7ea-424d-b123-62ac3930e4a7,revision_number=1']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:02:36.601314 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-fd8ba3c0-edbc-42b9-b6c1-4fcf345e9f79 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:02:37.154739 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fd8ba3c0-edbc-42b9-b6c1-4fcf345e9f79 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:37.213145 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fd8ba3c0-edbc-42b9-b6c1-4fcf345e9f79 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:37.438850 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fd8ba3c0-edbc-42b9-b6c1-4fcf345e9f79 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks [] for port, precommit_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:37.443442 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fd8ba3c0-edbc-42b9-b6c1-4fcf345e9f79 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1867597'] for port, after_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:37.447246 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-34610153-60d7-4026-a006-46767dca35da tempest-AttachVolumeTestJSON-99215786 tempest-AttachVolumeTestJSON-99215786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:02:37.549559 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ba3c0-edbc-42b9-b6c1-4fcf345e9f79 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Pushing event updated for resources: {'Port': ['ID=4688f9dd-e7ea-424d-b123-62ac3930e4a7,revision_number=2']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:02:37.557632 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-fd8ba3c0-edbc-42b9-b6c1-4fcf345e9f79 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:02:37.571252 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fd8ba3c0-edbc-42b9-b6c1-4fcf345e9f79 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646637'] for floatingip, after_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:37.768987 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.l3_db [None req-fd8ba3c0-edbc-42b9-b6c1-4fcf345e9f79 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Floating IP 19890d45-ef87-42ee-b93d-a25213be858e associated. External IP: 172.27.2.81, port: 3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2.
Dec 14 18:02:38.201963 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8ba3c0-edbc-42b9-b6c1-4fcf345e9f79 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Router 781a1bd0-47ce-4e80-a600-6caf1ed52121 has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 18:02:38.651073 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8ba3c0-edbc-42b9-b6c1-4fcf345e9f79 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 18:02:38.662135 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5099f308-0342-4fb3-b5ac-77a7a9f5f1f0 None None] Sync routers for ids ['781a1bd0-47ce-4e80-a600-6caf1ed52121'] in dv-cinder-821737-1-iscsi {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 18:02:38.678732 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5099f308-0342-4fb3-b5ac-77a7a9f5f1f0 None None] Routers {'781a1bd0-47ce-4e80-a600-6caf1ed52121'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 18:02:38.679014 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fd8ba3c0-edbc-42b9-b6c1-4fcf345e9f79 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for floatingip, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:38.679496 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-5099f308-0342-4fb3-b5ac-77a7a9f5f1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622c62e8d0>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T18:02:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['781a1bd0-47ce-4e80-a600-6caf1ed52121'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:02:38.736775 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-fd8ba3c0-edbc-42b9-b6c1-4fcf345e9f79 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.7907040
Dec 14 18:02:38.737692 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcce7663-6f05-46f3-8065-3cb25e70f2e2', 'tag': '3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2'}] {{(pid=88122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 18:02:38.739918 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 53490) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:02:38.746676 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-7dcbc40e-45eb-4ebd-8954-47df9338a8fa tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-394089658', 'description': 'tempest-secgroup-smoke-394089658 description', 'project_id': 'cfc2101e6c974cd5820f5e1b931ec68d'}} {{(pid=88123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 18:02:38.753559 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-7dcbc40e-45eb-4ebd-8954-47df9338a8fa tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 18:02:38.758208 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-7dcbc40e-45eb-4ebd-8954-47df9338a8fa tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Usage tracker for resource:security_group and tenant:cfc2101e6c974cd5820f5e1b931ec68d is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 18:02:38.761341 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-7dcbc40e-45eb-4ebd-8954-47df9338a8fa tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 18:02:38.770382 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-7dcbc40e-45eb-4ebd-8954-47df9338a8fa tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 18:02:38.780822 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7dcbc40e-45eb-4ebd-8954-47df9338a8fa tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks [] for security_group, before_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:38.797509 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcce7663-6f05-46f3-8065-3cb25e70f2e2', 'tag': '3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2', 'status': 'completed', 'code': 200}
Dec 14 18:02:38.865681 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-7dcbc40e-45eb-4ebd-8954-47df9338a8fa tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 18:02:38.876855 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-7dcbc40e-45eb-4ebd-8954-47df9338a8fa tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Usage tracker for resource:security_group_rule and tenant:cfc2101e6c974cd5820f5e1b931ec68d is out of sync, need to count used quota {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 18:02:38.881534 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-7dcbc40e-45eb-4ebd-8954-47df9338a8fa tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88123) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 18:02:38.887221 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-5099f308-0342-4fb3-b5ac-77a7a9f5f1f0 None None] Set router 781a1bd0-47ce-4e80-a600-6caf1ed52121 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 18:02:38.890617 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-7dcbc40e-45eb-4ebd-8954-47df9338a8fa tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88123) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 18:02:38.938113 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-58ec6eab-f0d6-4c67-b495-161f1d1edf20 req-9a04b93b-f9bf-40b8-9807-5135e24a5925 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cfc2101e6c974cd5820f5e1b931ec68d&device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 1098 time: 0.1174855
Dec 14 18:02:39.002268 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7dcbc40e-45eb-4ebd-8954-47df9338a8fa tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks [] for security_group, precommit_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:39.008335 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7dcbc40e-45eb-4ebd-8954-47df9338a8fa tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_create {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:39.016378 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-06946fae-ddb4-4d6f-bc91-b8c414780949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:02:39.133671 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbc40e-45eb-4ebd-8954-47df9338a8fa tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64c6982f-97c5-4514-9990-d90e17786931,revision_number=1']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:02:39.136766 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-7dcbc40e-45eb-4ebd-8954-47df9338a8fa tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:02:39.152261 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7dcbc40e-45eb-4ebd-8954-47df9338a8fa tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:39.153619 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-7dcbc40e-45eb-4ebd-8954-47df9338a8fa tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.4125919
Dec 14 18:02:39.157175 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 53496) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:02:39.159032 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec6eab-f0d6-4c67-b495-161f1d1edf20 req-9c4b3563-d9c5-4012-96ee-0b7e82f678fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:02:39.160626 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-58ec6eab-f0d6-4c67-b495-161f1d1edf20 req-9c4b3563-d9c5-4012-96ee-0b7e82f678fa service neutron] 10.222.0.41 "GET /v2.0/networks?id=6fd4fe37-5484-4796-9336-64d9b8bfbe75 HTTP/1.1" status: 200  len: 916 time: 0.2136848
Dec 14 18:02:39.164438 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-ce4abdc5-8a39-4b1f-a201-54317f99900c tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Request body: {'security_group_rule': {'security_group_id': '64c6982f-97c5-4514-9990-d90e17786931', 'project_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 18:02:39.171330 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-ce4abdc5-8a39-4b1f-a201-54317f99900c tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 18:02:39.175844 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-ce4abdc5-8a39-4b1f-a201-54317f99900c tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Usage tracker for resource:security_group_rule and tenant:cfc2101e6c974cd5820f5e1b931ec68d is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 18:02:39.179298 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-ce4abdc5-8a39-4b1f-a201-54317f99900c tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 18:02:39.187522 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-ce4abdc5-8a39-4b1f-a201-54317f99900c tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 18:02:39.205364 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ce4abdc5-8a39-4b1f-a201-54317f99900c tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:39.273773 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-58ec6eab-f0d6-4c67-b495-161f1d1edf20 req-58d44ecf-3f2b-4267-8d44-81675c24964c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2 HTTP/1.1" status: 200  len: 998 time: 0.1059148
Dec 14 18:02:39.280388 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ce4abdc5-8a39-4b1f-a201-54317f99900c tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:39.283728 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ce4abdc5-8a39-4b1f-a201-54317f99900c tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720366'] for security_group_rule, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:39.286929 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:02:39.288726 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-5099f308-0342-4fb3-b5ac-77a7a9f5f1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622c62e8d0>, [{'id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'name': 'tempest-TestMinimumBasicScenario-1029997179-router', 'tenant_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c39b422-6d97-4e46-8ef5-1ebc197ab6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:01:38Z', 'updated_at': '2021-12-14T18:01:42Z', 'revision_number': 4, 'project_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'gw_port': {'id': '9c39b422-6d97-4e46-8ef5-1ebc197ab6d4', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:01:38Z', 'updated_at': '2021-12-14T18:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_floatingips': [{'id': '19890d45-ef87-42ee-b93d-a25213be858e', 'tenant_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'router_id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'port_id': '3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd4fe37-5484-4796-9336-64d9b8bfbe75', 'mac_address': 'fa:16:3e:19:c7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcce7663-6f05-46f3-8065-3cb25e70f2e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:02:36Z', 'updated_at': '2021-12-14T18:02:36Z', 'revision_number': 0, 'project_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5804f7fa-d990-475a-8bf7-02b7bd40eed9', 'name': '', 'network_id': '6fd4fe37-5484-4796-9336-64d9b8bfbe75', 'tenant_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'mac_address': 'fa:16:3e:8b:90:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d8f2589-408d-4a9a-bc3c-ba0c98b972ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:01:41Z', 'updated_at': '2021-12-14T18:01:49Z', 'revision_number': 5, 'project_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'subnets': [{'id': '8d8f2589-408d-4a9a-bc3c-ba0c98b972ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:02:39.293114 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5099f308-0342-4fb3-b5ac-77a7a9f5f1f0 None None] Checking router: 781a1bd0-47ce-4e80-a600-6caf1ed52121 for host: dv-cinder-821737-1-iscsi {{(pid=88124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 18:02:39.305256 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5099f308-0342-4fb3-b5ac-77a7a9f5f1f0 None None] Routers {'781a1bd0-47ce-4e80-a600-6caf1ed52121'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 18:02:39.306093 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-5099f308-0342-4fb3-b5ac-77a7a9f5f1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622c62e8d0>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T18:02:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['781a1bd0-47ce-4e80-a600-6caf1ed52121'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:02:39.312260 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4abdc5-8a39-4b1f-a201-54317f99900c tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda94401-03e5-4176-9760-158a31e9e5ff,revision_number=0']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:02:39.315098 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-ce4abdc5-8a39-4b1f-a201-54317f99900c tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:02:39.323626 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ce4abdc5-8a39-4b1f-a201-54317f99900c tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:39.327654 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-ce4abdc5-8a39-4b1f-a201-54317f99900c tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1665773
Dec 14 18:02:39.327927 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 53500) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:02:39.335798 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-fd858a73-0825-4acb-8acb-14641fcd7faf tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Request body: {'security_group_rule': {'security_group_id': '64c6982f-97c5-4514-9990-d90e17786931', 'project_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 18:02:39.344583 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-fd858a73-0825-4acb-8acb-14641fcd7faf tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 18:02:39.351696 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-fd858a73-0825-4acb-8acb-14641fcd7faf tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Usage tracker for resource:security_group_rule and tenant:cfc2101e6c974cd5820f5e1b931ec68d is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 18:02:39.354829 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec6eab-f0d6-4c67-b495-161f1d1edf20 req-c806fcda-c390-4f3a-9083-9dcf738aa3c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:02:39.355524 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-fd858a73-0825-4acb-8acb-14641fcd7faf tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 18:02:39.356428 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-58ec6eab-f0d6-4c67-b495-161f1d1edf20 req-c806fcda-c390-4f3a-9083-9dcf738aa3c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d8f2589-408d-4a9a-bc3c-ba0c98b972ae HTTP/1.1" status: 200  len: 854 time: 0.0762479
Dec 14 18:02:39.364165 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-fd858a73-0825-4acb-8acb-14641fcd7faf tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 18:02:39.384760 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fd858a73-0825-4acb-8acb-14641fcd7faf tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:39.449628 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-58ec6eab-f0d6-4c67-b495-161f1d1edf20 req-7119a757-5d5c-45cb-854a-efed2f39cc1f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6fd4fe37-5484-4796-9336-64d9b8bfbe75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0867407
Dec 14 18:02:39.463520 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fd858a73-0825-4acb-8acb-14641fcd7faf tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:39.471472 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fd858a73-0825-4acb-8acb-14641fcd7faf tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720366'] for security_group_rule, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:39.473966 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:02:39.497027 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd858a73-0825-4acb-8acb-14641fcd7faf tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae073938-dfb2-4199-b520-c0059992d697,revision_number=0']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:02:39.501974 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-fd858a73-0825-4acb-8acb-14641fcd7faf tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:02:39.509879 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fd858a73-0825-4acb-8acb-14641fcd7faf tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:39.511708 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-fd858a73-0825-4acb-8acb-14641fcd7faf tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1822412
Dec 14 18:02:39.514496 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 53504) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:02:39.520969 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-34a08cd3-52eb-4c07-8db2-6a5489f61107 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Request body: {'security_group_rule': {'security_group_id': '64c6982f-97c5-4514-9990-d90e17786931', 'project_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 18:02:39.527460 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-34a08cd3-52eb-4c07-8db2-6a5489f61107 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 18:02:39.531634 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-34a08cd3-52eb-4c07-8db2-6a5489f61107 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Usage tracker for resource:security_group_rule and tenant:cfc2101e6c974cd5820f5e1b931ec68d is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 18:02:39.535507 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-34a08cd3-52eb-4c07-8db2-6a5489f61107 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 18:02:39.535709 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-5099f308-0342-4fb3-b5ac-77a7a9f5f1f0 None None] Set router 781a1bd0-47ce-4e80-a600-6caf1ed52121 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 18:02:39.541956 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-34a08cd3-52eb-4c07-8db2-6a5489f61107 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 18:02:39.559856 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-34a08cd3-52eb-4c07-8db2-6a5489f61107 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:39.600854 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-58ec6eab-f0d6-4c67-b495-161f1d1edf20 req-0d2b339b-d244-42d5-9f67-eced4ef90269 service neutron] 10.222.0.41 "GET /v2.0/networks/6fd4fe37-5484-4796-9336-64d9b8bfbe75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450717
Dec 14 18:02:39.638041 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-34a08cd3-52eb-4c07-8db2-6a5489f61107 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:39.642644 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-34a08cd3-52eb-4c07-8db2-6a5489f61107 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720366'] for security_group_rule, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:39.645544 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:02:39.677270 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a08cd3-52eb-4c07-8db2-6a5489f61107 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b9ca1c8-29c8-438f-a249-d8e483b47725,revision_number=0']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:02:39.683824 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-34a08cd3-52eb-4c07-8db2-6a5489f61107 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:02:39.688486 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-34a08cd3-52eb-4c07-8db2-6a5489f61107 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:39.689979 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-34a08cd3-52eb-4c07-8db2-6a5489f61107 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1743040
Dec 14 18:02:39.693028 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 53508) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:02:39.699975 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-cf298c57-efb8-4e74-bec7-85943a7e02a8 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Request body: {'security_group_rule': {'security_group_id': '64c6982f-97c5-4514-9990-d90e17786931', 'project_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 18:02:39.708232 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-cf298c57-efb8-4e74-bec7-85943a7e02a8 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 18:02:39.712888 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-cf298c57-efb8-4e74-bec7-85943a7e02a8 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Usage tracker for resource:security_group_rule and tenant:cfc2101e6c974cd5820f5e1b931ec68d is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 18:02:39.716854 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-cf298c57-efb8-4e74-bec7-85943a7e02a8 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 18:02:39.724508 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-cf298c57-efb8-4e74-bec7-85943a7e02a8 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 18:02:39.743697 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cf298c57-efb8-4e74-bec7-85943a7e02a8 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:39.774353 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-58ec6eab-f0d6-4c67-b495-161f1d1edf20 req-bb9dd11e-e018-4756-b45a-7df188277ced service neutron] 10.222.0.41 "GET /v2.0/networks/6fd4fe37-5484-4796-9336-64d9b8bfbe75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1669703
Dec 14 18:02:39.821337 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cf298c57-efb8-4e74-bec7-85943a7e02a8 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:39.825305 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cf298c57-efb8-4e74-bec7-85943a7e02a8 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720366'] for security_group_rule, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:39.827831 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:02:39.856740 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf298c57-efb8-4e74-bec7-85943a7e02a8 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6546d1b5-00ab-40be-968a-5771179347df,revision_number=0']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:02:39.859760 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-cf298c57-efb8-4e74-bec7-85943a7e02a8 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:02:39.868035 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cf298c57-efb8-4e74-bec7-85943a7e02a8 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:39.869476 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-cf298c57-efb8-4e74-bec7-85943a7e02a8 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1753099
Dec 14 18:02:39.872459 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 53512) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:02:39.880926 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-5f5d3ae1-6a61-43f3-8f34-afc452443386 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Request body: {'security_group_rule': {'security_group_id': '64c6982f-97c5-4514-9990-d90e17786931', 'project_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 18:02:39.887612 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-5f5d3ae1-6a61-43f3-8f34-afc452443386 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 18:02:39.892160 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-5f5d3ae1-6a61-43f3-8f34-afc452443386 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Usage tracker for resource:security_group_rule and tenant:cfc2101e6c974cd5820f5e1b931ec68d is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 18:02:39.895480 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-5f5d3ae1-6a61-43f3-8f34-afc452443386 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 18:02:39.901903 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-5f5d3ae1-6a61-43f3-8f34-afc452443386 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 18:02:39.913032 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.securitygroups_db [None req-5f5d3ae1-6a61-43f3-8f34-afc452443386 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Project cfc2101e6c974cd5820f5e1b931ec68d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 14 18:02:39.921237 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5f5d3ae1-6a61-43f3-8f34-afc452443386 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:40.000137 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5f5d3ae1-6a61-43f3-8f34-afc452443386 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:40.003439 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5f5d3ae1-6a61-43f3-8f34-afc452443386 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720366'] for security_group_rule, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:40.012076 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-cf298c57-efb8-4e74-bec7-85943a7e02a8 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:02:40.037136 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d3ae1-6a61-43f3-8f34-afc452443386 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16f07037-3020-4c2c-91b3-b85653b18071,revision_number=0']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:02:40.040070 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-5f5d3ae1-6a61-43f3-8f34-afc452443386 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:02:40.044551 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5f5d3ae1-6a61-43f3-8f34-afc452443386 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:40.048633 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-5f5d3ae1-6a61-43f3-8f34-afc452443386 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1722887
Dec 14 18:02:40.049047 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 53516) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:02:40.055874 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [None req-e6a782e8-0b00-4137-b2e7-fb4e5f77c020 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Request body: {'security_group_rule': {'security_group_id': '64c6982f-97c5-4514-9990-d90e17786931', 'project_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 18:02:40.062707 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-e6a782e8-0b00-4137-b2e7-fb4e5f77c020 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 14 18:02:40.067088 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-e6a782e8-0b00-4137-b2e7-fb4e5f77c020 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Usage tracker for resource:security_group_rule and tenant:cfc2101e6c974cd5820f5e1b931ec68d is out of sync, need to count used quota {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 14 18:02:40.070377 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [None req-e6a782e8-0b00-4137-b2e7-fb4e5f77c020 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88122) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 14 18:02:40.076884 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.quota.driver [None req-e6a782e8-0b00-4137-b2e7-fb4e5f77c020 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88122) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 14 18:02:40.089504 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.db.securitygroups_db [None req-e6a782e8-0b00-4137-b2e7-fb4e5f77c020 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Project cfc2101e6c974cd5820f5e1b931ec68d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 14 18:02:40.101183 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e6a782e8-0b00-4137-b2e7-fb4e5f77c020 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:40.128702 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-5099f308-0342-4fb3-b5ac-77a7a9f5f1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622c62e8d0>, [{'id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'name': 'tempest-TestMinimumBasicScenario-1029997179-router', 'tenant_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c39b422-6d97-4e46-8ef5-1ebc197ab6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:01:38Z', 'updated_at': '2021-12-14T18:01:42Z', 'revision_number': 4, 'project_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'gw_port': {'id': '9c39b422-6d97-4e46-8ef5-1ebc197ab6d4', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:01:38Z', 'updated_at': '2021-12-14T18:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_floatingips': [{'id': '19890d45-ef87-42ee-b93d-a25213be858e', 'tenant_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'router_id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'port_id': '3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd4fe37-5484-4796-9336-64d9b8bfbe75', 'mac_address': 'fa:16:3e:19:c7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcce7663-6f05-46f3-8065-3cb25e70f2e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:02:36Z', 'updated_at': '2021-12-14T18:02:36Z', 'revision_number': 0, 'project_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5804f7fa-d990-475a-8bf7-02b7bd40eed9', 'name': '', 'network_id': '6fd4fe37-5484-4796-9336-64d9b8bfbe75', 'tenant_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'mac_address': 'fa:16:3e:8b:90:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d8f2589-408d-4a9a-bc3c-ba0c98b972ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:01:41Z', 'updated_at': '2021-12-14T18:01:49Z', 'revision_number': 5, 'project_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'subnets': [{'id': '8d8f2589-408d-4a9a-bc3c-ba0c98b972ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:02:40.133651 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5099f308-0342-4fb3-b5ac-77a7a9f5f1f0 None None] The sync data for ids ['781a1bd0-47ce-4e80-a600-6caf1ed52121'] in dv-cinder-821737-1-iscsi is: [{'id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'name': 'tempest-TestMinimumBasicScenario-1029997179-router', 'tenant_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c39b422-6d97-4e46-8ef5-1ebc197ab6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:01:38Z', 'updated_at': '2021-12-14T18:01:42Z', 'revision_number': 4, 'project_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'gw_port': {'id': '9c39b422-6d97-4e46-8ef5-1ebc197ab6d4', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:01:38Z', 'updated_at': '2021-12-14T18:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_floatingips': [{'id': '19890d45-ef87-42ee-b93d-a25213be858e', 'tenant_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'router_id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'port_id': '3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd4fe37-5484-4796-9336-64d9b8bfbe75', 'mac_address': 'fa:16:3e:19:c7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcce7663-6f05-46f3-8065-3cb25e70f2e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:02:36Z', 'updated_at': '2021-12-14T18:02:36Z', 'revision_number': 0, 'project_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5804f7fa-d990-475a-8bf7-02b7bd40eed9', 'name': '', 'network_id': '6fd4fe37-5484-4796-9336-64d9b8bfbe75', 'tenant_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'mac_address': 'fa:16:3e:8b:90:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d8f2589-408d-4a9a-bc3c-ba0c98b972ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:01:41Z', 'updated_at': '2021-12-14T18:01:49Z', 'revision_number': 5, 'project_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'subnets': [{'id': '8d8f2589-408d-4a9a-bc3c-ba0c98b972ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 18:02:40.193242 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e6a782e8-0b00-4137-b2e7-fb4e5f77c020 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:40.197529 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e6a782e8-0b00-4137-b2e7-fb4e5f77c020 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720366'] for security_group_rule, after_create {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:40.212390 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:02:40.248843 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a782e8-0b00-4137-b2e7-fb4e5f77c020 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c6ea0d-451e-44d2-9773-4ea7cd2ddea3,revision_number=0']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:02:40.253573 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-e6a782e8-0b00-4137-b2e7-fb4e5f77c020 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:02:40.265721 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e6a782e8-0b00-4137-b2e7-fb4e5f77c020 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:40.267535 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-e6a782e8-0b00-4137-b2e7-fb4e5f77c020 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2170684
Dec 14 18:02:40.424236 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9cbad122-eb38-4ae3-9e7e-303c3ce7aaf4 req-32196938-20c2-4c49-bd35-87cdd041f2cc tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-394089658&fields=id&tenant_id=cfc2101e6c974cd5820f5e1b931ec68d HTTP/1.1" status: 200  len: 267 time: 0.0528226
Dec 14 18:02:40.517871 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cbc28a-2a8a-4c5c-aa56-5821d79bb9a9 None None] New status for floating IP 19890d45-ef87-42ee-b93d-a25213be858e: ACTIVE {{(pid=88125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 14 18:02:40.544914 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbad122-eb38-4ae3-9e7e-303c3ce7aaf4 req-fef0ea1d-2437-4c2a-a13a-84c0711950e1 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:02:40.546648 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9cbad122-eb38-4ae3-9e7e-303c3ce7aaf4 req-fef0ea1d-2437-4c2a-a13a-84c0711950e1 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 945 time: 0.1144164
Dec 14 18:02:40.560038 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-9cbad122-eb38-4ae3-9e7e-303c3ce7aaf4 req-0b860959-778c-45c5-bf43-06a241288af4 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Request body: {'port': {'security_groups': ['096b27ed-5698-4ab8-b421-08290b9283d4', '64c6982f-97c5-4514-9990-d90e17786931']}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 18:02:40.706078 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-9cbad122-eb38-4ae3-9e7e-303c3ce7aaf4 req-0b860959-778c-45c5-bf43-06a241288af4 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:41.003341 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-9cbad122-eb38-4ae3-9e7e-303c3ce7aaf4 req-0b860959-778c-45c5-bf43-06a241288af4 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] For port 3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2,segment=NetworkSegment(c817ecf6-30ee-4017-94b1-094bd090ebbf),segment_id=c817ecf6-30ee-4017-94b1-094bd090ebbf)] {{(pid=88122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 18:02:41.033552 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-9cbad122-eb38-4ae3-9e7e-303c3ce7aaf4 req-0b860959-778c-45c5-bf43-06a241288af4 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks [] for port, precommit_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:41.038998 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-9cbad122-eb38-4ae3-9e7e-303c3ce7aaf4 req-0b860959-778c-45c5-bf43-06a241288af4 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1867597'] for port, after_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:41.045564 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b25a5b3e-9787-4c69-9b5a-b2c73eed164e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:02:41.055534 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 18:02:41.121682 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbad122-eb38-4ae3-9e7e-303c3ce7aaf4 req-0b860959-778c-45c5-bf43-06a241288af4 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:02:41.122473 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-9cbad122-eb38-4ae3-9e7e-303c3ce7aaf4 req-0b860959-778c-45c5-bf43-06a241288af4 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:41.130707 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-9cbad122-eb38-4ae3-9e7e-303c3ce7aaf4 req-0b860959-778c-45c5-bf43-06a241288af4 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "PUT /v2.0/ports/3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2 HTTP/1.1" status: 200  len: 981 time: 0.5730503
Dec 14 18:02:41.132713 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcce7663-6f05-46f3-8065-3cb25e70f2e2', 'tag': '3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2'}] {{(pid=88122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 18:02:41.171089 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b860959-778c-45c5-bf43-06a241288af4 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Pushing event updated for resources: {'Port': ['ID=3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2,revision_number=6']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:02:41.178006 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-0b860959-778c-45c5-bf43-06a241288af4 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:02:41.217929 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcce7663-6f05-46f3-8065-3cb25e70f2e2', 'tag': '3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2', 'status': 'completed', 'code': 200}
Dec 14 18:02:41.218199 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 18:02:41.357159 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-76d30e77-b922-40b2-8783-f40b2965a7a0 req-171eb412-bb40-4822-a11a-bb3cc98065cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cfc2101e6c974cd5820f5e1b931ec68d&device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 1137 time: 0.1137857
Dec 14 18:02:41.397466 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598a312-d0b1-4ee6-a831-e97bb2cc3c5e req-49dc13a7-837e-420b-afb9-63e5ffe715b0 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:02:41.399433 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d598a312-d0b1-4ee6-a831-e97bb2cc3c5e req-49dc13a7-837e-420b-afb9-63e5ffe715b0 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 984 time: 0.1362135
Dec 14 18:02:41.477641 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d598a312-d0b1-4ee6-a831-e97bb2cc3c5e req-564dab7e-6600-4b04-ab18-d6939b3e1db5 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/security-groups?id=096b27ed-5698-4ab8-b421-08290b9283d4&id=64c6982f-97c5-4514-9990-d90e17786931&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0701706
Dec 14 18:02:41.531042 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d30e77-b922-40b2-8783-f40b2965a7a0 req-69c344cb-41a9-427b-9b2c-d4a32aeb225e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:02:41.532657 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-76d30e77-b922-40b2-8783-f40b2965a7a0 req-69c344cb-41a9-427b-9b2c-d4a32aeb225e service neutron] 10.222.0.41 "GET /v2.0/networks?id=6fd4fe37-5484-4796-9336-64d9b8bfbe75 HTTP/1.1" status: 200  len: 916 time: 0.1689749
Dec 14 18:02:41.673497 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-76d30e77-b922-40b2-8783-f40b2965a7a0 req-0f053261-c0a0-45e3-93c4-0b963fa1ceab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2 HTTP/1.1" status: 200  len: 1000 time: 0.1328063
Dec 14 18:02:41.690487 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-d5ece04b-97b4-4709-880d-a59159680363 None None] Provisioning complete for port 3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2 triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 18:02:41.691212 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d5ece04b-97b4-4709-880d-a59159680363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:41.752186 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d30e77-b922-40b2-8783-f40b2965a7a0 req-262df586-d4db-4fe9-b008-34f31a13d8dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:02:41.753819 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-76d30e77-b922-40b2-8783-f40b2965a7a0 req-262df586-d4db-4fe9-b008-34f31a13d8dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d8f2589-408d-4a9a-bc3c-ba0c98b972ae HTTP/1.1" status: 200  len: 854 time: 0.0726447
Dec 14 18:02:41.850988 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-76d30e77-b922-40b2-8783-f40b2965a7a0 req-6e8ee396-bf28-4db8-bb49-3340a7fdbe43 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6fd4fe37-5484-4796-9336-64d9b8bfbe75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0863719
Dec 14 18:02:42.011709 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-76d30e77-b922-40b2-8783-f40b2965a7a0 req-d44ec64e-1088-4482-8104-8c3dde33205f service neutron] 10.222.0.41 "GET /v2.0/networks/6fd4fe37-5484-4796-9336-64d9b8bfbe75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1541820
Dec 14 18:02:42.164548 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-76d30e77-b922-40b2-8783-f40b2965a7a0 req-8183d2d7-56c7-4d4d-abf9-83e03fd91213 service neutron] 10.222.0.41 "GET /v2.0/networks/6fd4fe37-5484-4796-9336-64d9b8bfbe75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1463706
Dec 14 18:02:44.341295 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 6 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 18:02:50.762106 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-00631c4b-ff84-494b-8e27-32a9f569f39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:51.650474 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:52.936892 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b24ed0a7-ad3d-42f8-bafa-2dffd7acfe25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:53.309642 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:54.651702 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:02:58.732936 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-90a7499d-a0d6-40e0-aad1-46cbe3153632 req-dcc4459f-b7f0-4951-9031-91c8a7fbceda service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cfc2101e6c974cd5820f5e1b931ec68d&device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 1137 time: 0.0902095
Dec 14 18:02:58.778315 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41b554-a51b-446f-9bd2-c4ec9d03003f req-2adff453-9720-4a0b-a047-504d4fc52c8d tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:02:58.780282 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7e41b554-a51b-446f-9bd2-c4ec9d03003f req-2adff453-9720-4a0b-a047-504d4fc52c8d tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 984 time: 0.0985963
Dec 14 18:02:58.848568 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-7e41b554-a51b-446f-9bd2-c4ec9d03003f req-58ad9cfa-29fd-47b0-9737-db8fcfe1fcc0 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/security-groups?id=096b27ed-5698-4ab8-b421-08290b9283d4&id=64c6982f-97c5-4514-9990-d90e17786931&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0600412
Dec 14 18:02:58.896026 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7499d-a0d6-40e0-aad1-46cbe3153632 req-df3bc69d-dac6-415b-8426-79dd0879ef8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:02:58.897626 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-90a7499d-a0d6-40e0-aad1-46cbe3153632 req-df3bc69d-dac6-415b-8426-79dd0879ef8f service neutron] 10.222.0.41 "GET /v2.0/networks?id=6fd4fe37-5484-4796-9336-64d9b8bfbe75 HTTP/1.1" status: 200  len: 916 time: 0.1580908
Dec 14 18:02:59.005715 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-90a7499d-a0d6-40e0-aad1-46cbe3153632 req-55975205-cffe-4c6b-90b8-9de5fa6ff48d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2 HTTP/1.1" status: 200  len: 1000 time: 0.1009159
Dec 14 18:02:59.077255 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7499d-a0d6-40e0-aad1-46cbe3153632 req-21979f40-4fa6-4f4d-9bfe-737731bede76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:02:59.078817 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-90a7499d-a0d6-40e0-aad1-46cbe3153632 req-21979f40-4fa6-4f4d-9bfe-737731bede76 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d8f2589-408d-4a9a-bc3c-ba0c98b972ae HTTP/1.1" status: 200  len: 854 time: 0.0667994
Dec 14 18:02:59.177601 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-90a7499d-a0d6-40e0-aad1-46cbe3153632 req-b93d0525-45ca-43be-bb3b-fd18be2fd989 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6fd4fe37-5484-4796-9336-64d9b8bfbe75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0915408
Dec 14 18:02:59.329390 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-90a7499d-a0d6-40e0-aad1-46cbe3153632 req-bfb57e45-433a-46d9-9c29-0584d99c80c0 service neutron] 10.222.0.41 "GET /v2.0/networks/6fd4fe37-5484-4796-9336-64d9b8bfbe75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434228
Dec 14 18:02:59.483038 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-90a7499d-a0d6-40e0-aad1-46cbe3153632 req-1f9617ea-a1e5-430a-81e0-271e280b51bc service neutron] 10.222.0.41 "GET /v2.0/networks/6fd4fe37-5484-4796-9336-64d9b8bfbe75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1466715
Dec 14 18:03:00.087001 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c15cf-d1ce-47bb-b9b7-e03e5ae413fc req-abad5b72-d1ef-47bb-bef3-260f16fd1387 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:03:00.088619 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-577c15cf-d1ce-47bb-b9b7-e03e5ae413fc req-abad5b72-d1ef-47bb-bef3-260f16fd1387 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 984 time: 0.0883346
Dec 14 18:03:00.146770 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-577c15cf-d1ce-47bb-b9b7-e03e5ae413fc req-f93e5a2c-77ce-457a-82a8-c52405d2f9e7 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/security-groups?id=096b27ed-5698-4ab8-b421-08290b9283d4&id=64c6982f-97c5-4514-9990-d90e17786931&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0504000
Dec 14 18:03:01.383734 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3700c7a-c991-4057-b17f-7972e727811e req-72f78e08-288c-446b-a6e9-09dce14ae457 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:03:01.386329 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e3700c7a-c991-4057-b17f-7972e727811e req-72f78e08-288c-446b-a6e9-09dce14ae457 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 984 time: 0.0950353
Dec 14 18:03:01.444390 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-e3700c7a-c991-4057-b17f-7972e727811e req-3fe504a5-38f7-4005-8e66-66e231a68d5d tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/security-groups?id=096b27ed-5698-4ab8-b421-08290b9283d4&id=64c6982f-97c5-4514-9990-d90e17786931&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0479848
Dec 14 18:03:02.261935 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:02.662824 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2175d5b-240e-4436-94e6-f3ecce1d6e26 req-ddbcdaec-f9b4-4081-9562-d67a8239da04 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:03:02.664344 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c2175d5b-240e-4436-94e6-f3ecce1d6e26 req-ddbcdaec-f9b4-4081-9562-d67a8239da04 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 984 time: 0.0892348
Dec 14 18:03:02.716825 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-c2175d5b-240e-4436-94e6-f3ecce1d6e26 req-8bda72b7-7363-41d6-a44c-fda1d3b12eb0 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/security-groups?id=096b27ed-5698-4ab8-b421-08290b9283d4&id=64c6982f-97c5-4514-9990-d90e17786931&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0448205
Dec 14 18:03:03.946576 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6813bc93-b12f-4175-8493-5e4261d1d703 req-0721c64a-4b92-4346-b86a-526bbb0e6af6 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:03:03.948224 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6813bc93-b12f-4175-8493-5e4261d1d703 req-0721c64a-4b92-4346-b86a-526bbb0e6af6 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 984 time: 0.0893931
Dec 14 18:03:04.002830 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-6813bc93-b12f-4175-8493-5e4261d1d703 req-4fe4640d-e414-4fc0-9ad8-991523620afc tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/security-groups?id=096b27ed-5698-4ab8-b421-08290b9283d4&id=64c6982f-97c5-4514-9990-d90e17786931&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0482590
Dec 14 18:03:04.892853 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4c30e13c-7611-4367-81ae-3cdd56ab11d1 req-9774ca37-7f1f-499b-abba-ada9996636f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cfc2101e6c974cd5820f5e1b931ec68d&device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 1137 time: 0.1023200
Dec 14 18:03:05.055202 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30e13c-7611-4367-81ae-3cdd56ab11d1 req-35318e15-49aa-44d4-86fc-66b24879daf9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:03:05.056830 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4c30e13c-7611-4367-81ae-3cdd56ab11d1 req-35318e15-49aa-44d4-86fc-66b24879daf9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6fd4fe37-5484-4796-9336-64d9b8bfbe75 HTTP/1.1" status: 200  len: 916 time: 0.1432974
Dec 14 18:03:05.166983 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4c30e13c-7611-4367-81ae-3cdd56ab11d1 req-17974d42-e374-40ca-9f22-c346c1b27399 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2 HTTP/1.1" status: 200  len: 1000 time: 0.1030462
Dec 14 18:03:05.249687 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888d734-698e-4229-a9bd-070b9805b80b req-ddb7ec95-eeec-42e8-ba50-81d03625e232 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:03:05.251486 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0888d734-698e-4229-a9bd-070b9805b80b req-ddb7ec95-eeec-42e8-ba50-81d03625e232 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 984 time: 0.1089842
Dec 14 18:03:05.308385 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-0888d734-698e-4229-a9bd-070b9805b80b req-a010f65f-32cc-4e59-87b3-0c9ca120dabd tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/security-groups?id=096b27ed-5698-4ab8-b421-08290b9283d4&id=64c6982f-97c5-4514-9990-d90e17786931&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0498180
Dec 14 18:03:05.477112 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30e13c-7611-4367-81ae-3cdd56ab11d1 req-e7664290-d2d1-4359-9667-d77bb1472e6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:03:05.478743 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4c30e13c-7611-4367-81ae-3cdd56ab11d1 req-e7664290-d2d1-4359-9667-d77bb1472e6f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d8f2589-408d-4a9a-bc3c-ba0c98b972ae HTTP/1.1" status: 200  len: 854 time: 0.3050816
Dec 14 18:03:05.567276 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4c30e13c-7611-4367-81ae-3cdd56ab11d1 req-c71df550-6f3d-4f0b-9422-a02dff7ffe58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6fd4fe37-5484-4796-9336-64d9b8bfbe75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0810854
Dec 14 18:03:05.737144 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4c30e13c-7611-4367-81ae-3cdd56ab11d1 req-32c38dc9-023b-4023-a682-286a15695311 service neutron] 10.222.0.41 "GET /v2.0/networks/6fd4fe37-5484-4796-9336-64d9b8bfbe75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1617253
Dec 14 18:03:05.884194 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4c30e13c-7611-4367-81ae-3cdd56ab11d1 req-875d54a8-e059-44c4-846d-123ff7280289 service neutron] 10.222.0.41 "GET /v2.0/networks/6fd4fe37-5484-4796-9336-64d9b8bfbe75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1405959
Dec 14 18:03:06.538407 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb70d89-bf2c-4361-b6d4-276e8945d9b6 req-b1b95f82-e6a3-4c50-b477-261708730b85 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:03:06.540066 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4eb70d89-bf2c-4361-b6d4-276e8945d9b6 req-b1b95f82-e6a3-4c50-b477-261708730b85 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 984 time: 0.0964215
Dec 14 18:03:06.594559 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-4eb70d89-bf2c-4361-b6d4-276e8945d9b6 req-f9ce58df-20a9-4123-b4ac-860eff5c30d5 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/security-groups?id=096b27ed-5698-4ab8-b421-08290b9283d4&id=64c6982f-97c5-4514-9990-d90e17786931&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0457981
Dec 14 18:03:07.820220 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f81c51-ffd5-41f8-ad8d-0ce48ec43551 req-f0f141a1-8173-48d1-a761-87d0e08c222f tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:03:07.821842 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-72f81c51-ffd5-41f8-ad8d-0ce48ec43551 req-f0f141a1-8173-48d1-a761-87d0e08c222f tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 984 time: 0.0921311
Dec 14 18:03:07.879617 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-72f81c51-ffd5-41f8-ad8d-0ce48ec43551 req-5e403c2e-52a6-460f-9fd7-8cfdaf9af45e tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/security-groups?id=096b27ed-5698-4ab8-b421-08290b9283d4&id=64c6982f-97c5-4514-9990-d90e17786931&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0506611
Dec 14 18:03:09.104779 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b47741-c580-445c-b001-386f63003e0e req-365e3218-f7e3-4560-aa9b-2d50287c16b7 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:03:09.106317 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-87b47741-c580-445c-b001-386f63003e0e req-365e3218-f7e3-4560-aa9b-2d50287c16b7 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 984 time: 0.0911524
Dec 14 18:03:09.164701 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-87b47741-c580-445c-b001-386f63003e0e req-d810ced5-575a-47bc-90bd-849ff4e531cf tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/security-groups?id=096b27ed-5698-4ab8-b421-08290b9283d4&id=64c6982f-97c5-4514-9990-d90e17786931&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0488529
Dec 14 18:03:10.395568 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2041f-7798-4da9-a51a-2994df4bb394 req-db3683a5-4a55-4981-981a-b2f02037786f tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:03:10.397198 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-65b2041f-7798-4da9-a51a-2994df4bb394 req-db3683a5-4a55-4981-981a-b2f02037786f tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 984 time: 0.0921109
Dec 14 18:03:10.450889 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-65b2041f-7798-4da9-a51a-2994df4bb394 req-e475ce90-cd58-44f8-9cf3-d06e36516bd1 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/security-groups?id=096b27ed-5698-4ab8-b421-08290b9283d4&id=64c6982f-97c5-4514-9990-d90e17786931&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0470235
Dec 14 18:03:11.671534 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27128848-72fd-4c2f-9343-3214036ca5e7 req-21c4fcba-0502-4bd5-8fba-87cccdda7d67 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:03:11.673176 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-27128848-72fd-4c2f-9343-3214036ca5e7 req-21c4fcba-0502-4bd5-8fba-87cccdda7d67 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 984 time: 0.0893052
Dec 14 18:03:11.725284 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-27128848-72fd-4c2f-9343-3214036ca5e7 req-f3e17aed-c75f-46e9-a969-b9986c86899c tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/security-groups?id=096b27ed-5698-4ab8-b421-08290b9283d4&id=64c6982f-97c5-4514-9990-d90e17786931&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0458531
Dec 14 18:03:20.770140 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0c924697-1e67-4172-b5c6-a01d979e7835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:21.342681 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 6 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 18:03:21.665152 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:22.939894 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-fcba1ac0-61c8-4468-9268-9c8e1a36d27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:23.313906 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:24.654956 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:32.255814 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:44.292973 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-362ab319-14d2-4e90-889a-a4dde03edade req-bc0e53c8-a118-4a16-ab9e-277ed381f014 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-394089658&fields=id&tenant_id=cfc2101e6c974cd5820f5e1b931ec68d HTTP/1.1" status: 200  len: 267 time: 0.0483129
Dec 14 18:03:44.385333 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ab319-14d2-4e90-889a-a4dde03edade req-b09014af-7521-494b-9814-9312059dc98d tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:03:44.387130 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-362ab319-14d2-4e90-889a-a4dde03edade req-b09014af-7521-494b-9814-9312059dc98d tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 984 time: 0.0880625
Dec 14 18:03:44.400879 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.v2.base [req-362ab319-14d2-4e90-889a-a4dde03edade req-5aeaab76-2cc2-482c-80e1-1f4bece405b0 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Request body: {'port': {'security_groups': ['096b27ed-5698-4ab8-b421-08290b9283d4']}} {{(pid=88122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 14 18:03:44.538145 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-362ab319-14d2-4e90-889a-a4dde03edade req-5aeaab76-2cc2-482c-80e1-1f4bece405b0 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853630222'] for port, before_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:44.832050 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-362ab319-14d2-4e90-889a-a4dde03edade req-5aeaab76-2cc2-482c-80e1-1f4bece405b0 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] For port 3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2,segment=NetworkSegment(c817ecf6-30ee-4017-94b1-094bd090ebbf),segment_id=c817ecf6-30ee-4017-94b1-094bd090ebbf)] {{(pid=88122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 18:03:44.860257 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-362ab319-14d2-4e90-889a-a4dde03edade req-5aeaab76-2cc2-482c-80e1-1f4bece405b0 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks [] for port, precommit_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:44.865640 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-362ab319-14d2-4e90-889a-a4dde03edade req-5aeaab76-2cc2-482c-80e1-1f4bece405b0 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363283126434898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753727883498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753727882765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1867597'] for port, after_update {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:44.872147 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-01722b85-dfe0-46ea-bdea-f4be0544f71d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:03:44.878919 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 18:03:44.946983 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ab319-14d2-4e90-889a-a4dde03edade req-5aeaab76-2cc2-482c-80e1-1f4bece405b0 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:03:44.947702 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-362ab319-14d2-4e90-889a-a4dde03edade req-5aeaab76-2cc2-482c-80e1-1f4bece405b0 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:44.949290 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-362ab319-14d2-4e90-889a-a4dde03edade req-5aeaab76-2cc2-482c-80e1-1f4bece405b0 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "PUT /v2.0/ports/3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2 HTTP/1.1" status: 200  len: 942 time: 0.5542192
Dec 14 18:03:44.949921 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcce7663-6f05-46f3-8065-3cb25e70f2e2', 'tag': '3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2'}] {{(pid=88122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 18:03:44.957509 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 53572) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:03:44.983247 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeaab76-2cc2-482c-80e1-1f4bece405b0 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Pushing event updated for resources: {'Port': ['ID=3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2,revision_number=7']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:03:44.995656 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeaab76-2cc2-482c-80e1-1f4bece405b0 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:03:44.996091 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeaab76-2cc2-482c-80e1-1f4bece405b0 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:03:44.996548 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeaab76-2cc2-482c-80e1-1f4bece405b0 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:03:44.997429 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeaab76-2cc2-482c-80e1-1f4bece405b0 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:03:44.998026 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeaab76-2cc2-482c-80e1-1f4bece405b0 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:03:44.998467 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeaab76-2cc2-482c-80e1-1f4bece405b0 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:03:44.998908 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeaab76-2cc2-482c-80e1-1f4bece405b0 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:03:44.999322 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeaab76-2cc2-482c-80e1-1f4bece405b0 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:03:44.999805 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeaab76-2cc2-482c-80e1-1f4bece405b0 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:03:45.000448 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeaab76-2cc2-482c-80e1-1f4bece405b0 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:03:45.000872 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeaab76-2cc2-482c-80e1-1f4bece405b0 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:03:45.018705 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-5aeaab76-2cc2-482c-80e1-1f4bece405b0 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:03:45.071725 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d94767c-4cdb-4c51-bb78-e9e52f125856 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:45.082457 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 18:03:45.110473 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d94767c-4cdb-4c51-bb78-e9e52f125856 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:45.189958 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d94767c-4cdb-4c51-bb78-e9e52f125856 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:45.197780 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-3e844877-2f8a-4ba2-a21d-65e105640d9d tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:03:45.220118 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d94767c-4cdb-4c51-bb78-e9e52f125856 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c6982f-97c5-4514-9990-d90e17786931,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:03:45.231472 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d94767c-4cdb-4c51-bb78-e9e52f125856 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:45.233230 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-8d94767c-4cdb-4c51-bb78-e9e52f125856 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "DELETE /v2.0/security-groups/64c6982f-97c5-4514-9990-d90e17786931 HTTP/1.1" status: 204  len: 168 time: 0.2735281
Dec 14 18:03:45.236578 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 53578) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:03:45.239185 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d94767c-4cdb-4c51-bb78-e9e52f125856 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:03:45.239636 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d94767c-4cdb-4c51-bb78-e9e52f125856 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:03:45.240216 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d94767c-4cdb-4c51-bb78-e9e52f125856 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:03:45.240645 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d94767c-4cdb-4c51-bb78-e9e52f125856 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:03:45.241059 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d94767c-4cdb-4c51-bb78-e9e52f125856 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:03:45.241490 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d94767c-4cdb-4c51-bb78-e9e52f125856 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:03:45.241959 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d94767c-4cdb-4c51-bb78-e9e52f125856 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:03:45.242365 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d94767c-4cdb-4c51-bb78-e9e52f125856 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:03:45.242768 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d94767c-4cdb-4c51-bb78-e9e52f125856 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:03:45.243170 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d94767c-4cdb-4c51-bb78-e9e52f125856 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:03:45.243583 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d94767c-4cdb-4c51-bb78-e9e52f125856 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:03:45.258421 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-8d94767c-4cdb-4c51-bb78-e9e52f125856 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:03:45.373397 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.provisioning_blocks [None req-47b21d20-e36d-4deb-9f70-92e2c076abd2 None None] Provisioning complete for port 3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2 triggered by entity DHCP. {{(pid=88124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 14 18:03:45.373959 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-47b21d20-e36d-4deb-9f70-92e2c076abd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851854026'] for port, provisioning_complete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:45.417796 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-218a9048-9239-4a02-ba02-17bea644e46d req-88d596b6-adc6-4d63-9c9b-f0d10b8ba810 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cfc2101e6c974cd5820f5e1b931ec68d&device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 1098 time: 0.1295063
Dec 14 18:03:45.430299 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcce7663-6f05-46f3-8065-3cb25e70f2e2', 'tag': '3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2', 'status': 'completed', 'code': 200}
Dec 14 18:03:45.480871 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-94a5282a-304e-4ea9-9645-1daaaeb5d4aa tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Deleting port 4688f9dd-e7ea-424d-b123-62ac3930e4a7 {{(pid=88122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 18:03:45.481239 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-94a5282a-304e-4ea9-9645-1daaaeb5d4aa tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:45.606791 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a9048-9239-4a02-ba02-17bea644e46d req-6237b3a8-0999-4685-ab32-615a4d1b3a5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:03:45.608633 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-218a9048-9239-4a02-ba02-17bea644e46d req-6237b3a8-0999-4685-ab32-615a4d1b3a5b service neutron] 10.222.0.41 "GET /v2.0/networks?id=6fd4fe37-5484-4796-9336-64d9b8bfbe75 HTTP/1.1" status: 200  len: 916 time: 0.1843309
Dec 14 18:03:45.679499 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-94a5282a-304e-4ea9-9645-1daaaeb5d4aa tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:45.679759 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-94a5282a-304e-4ea9-9645-1daaaeb5d4aa tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:45.723420 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-218a9048-9239-4a02-ba02-17bea644e46d req-32b7e79b-5723-4599-832d-f5e78c399a41 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2 HTTP/1.1" status: 200  len: 1000 time: 0.1077912
Dec 14 18:03:45.806840 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a9048-9239-4a02-ba02-17bea644e46d req-8adbbb03-0c01-4c1b-a90d-84886f3100e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:03:45.808596 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-218a9048-9239-4a02-ba02-17bea644e46d req-8adbbb03-0c01-4c1b-a90d-84886f3100e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d8f2589-408d-4a9a-bc3c-ba0c98b972ae HTTP/1.1" status: 200  len: 854 time: 0.0786273
Dec 14 18:03:45.813010 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-94a5282a-304e-4ea9-9645-1daaaeb5d4aa tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Calling delete_port for 4688f9dd-e7ea-424d-b123-62ac3930e4a7 owned by network:floatingip {{(pid=88122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 18:03:45.908179 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-218a9048-9239-4a02-ba02-17bea644e46d req-fff6b75b-e875-45cb-8a1b-28f7f1586d71 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6fd4fe37-5484-4796-9336-64d9b8bfbe75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0925162
Dec 14 18:03:45.991083 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-94a5282a-304e-4ea9-9645-1daaaeb5d4aa tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852908220'] for port, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:45.995888 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b25a5b3e-9787-4c69-9b5a-b2c73eed164e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:03:46.045798 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a5282a-304e-4ea9-9645-1daaaeb5d4aa tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Pushing event deleted for resources: {'Port': ['ID=4688f9dd-e7ea-424d-b123-62ac3930e4a7,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:03:46.048740 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-94a5282a-304e-4ea9-9645-1daaaeb5d4aa tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:03:46.070478 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-218a9048-9239-4a02-ba02-17bea644e46d req-08e5be4d-ad38-4ef4-8cda-cab05a97e7bf service neutron] 10.222.0.41 "GET /v2.0/networks/6fd4fe37-5484-4796-9336-64d9b8bfbe75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1559575
Dec 14 18:03:46.147839 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-94a5282a-304e-4ea9-9645-1daaaeb5d4aa tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks [] for floatingip, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:46.221649 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-218a9048-9239-4a02-ba02-17bea644e46d req-d0c9a6fb-f0db-483c-ad1e-038cf0fb1f2b service neutron] 10.222.0.41 "GET /v2.0/networks/6fd4fe37-5484-4796-9336-64d9b8bfbe75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1445189
Dec 14 18:03:46.815739 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a5282a-304e-4ea9-9645-1daaaeb5d4aa tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Router 781a1bd0-47ce-4e80-a600-6caf1ed52121 has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 18:03:47.075395 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a5282a-304e-4ea9-9645-1daaaeb5d4aa tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 18:03:47.086274 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dfaf93-6408-4670-8cc7-15eda4a523be None None] Sync routers for ids ['781a1bd0-47ce-4e80-a600-6caf1ed52121'] in dv-cinder-821737-1-iscsi {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 18:03:47.090748 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-94a5282a-304e-4ea9-9645-1daaaeb5d4aa tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for floatingip, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:47.100114 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dfaf93-6408-4670-8cc7-15eda4a523be None None] Routers {'781a1bd0-47ce-4e80-a600-6caf1ed52121'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 18:03:47.101143 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-90dfaf93-6408-4670-8cc7-15eda4a523be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622cf46320>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T18:03:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['781a1bd0-47ce-4e80-a600-6caf1ed52121'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:03:47.151329 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-94a5282a-304e-4ea9-9645-1daaaeb5d4aa tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "DELETE /v2.0/floatingips/19890d45-ef87-42ee-b93d-a25213be858e HTTP/1.1" status: 204  len: 168 time: 1.9131794
Dec 14 18:03:47.323397 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-90dfaf93-6408-4670-8cc7-15eda4a523be None None] Set router 781a1bd0-47ce-4e80-a600-6caf1ed52121 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 18:03:47.431229 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcce7663-6f05-46f3-8065-3cb25e70f2e2', 'tag': '3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2'}] {{(pid=88122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 18:03:47.500249 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcce7663-6f05-46f3-8065-3cb25e70f2e2', 'tag': '3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2', 'status': 'completed', 'code': 200}
Dec 14 18:03:47.611997 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f70857fc-fa33-4024-8a8b-2b2014ec1a23 req-e86b23f7-06bf-4579-848f-c0167558eb9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cfc2101e6c974cd5820f5e1b931ec68d&device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 1098 time: 0.0903723
Dec 14 18:03:47.709251 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-90dfaf93-6408-4670-8cc7-15eda4a523be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622cf46320>, [{'id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'name': 'tempest-TestMinimumBasicScenario-1029997179-router', 'tenant_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c39b422-6d97-4e46-8ef5-1ebc197ab6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:01:38Z', 'updated_at': '2021-12-14T18:01:42Z', 'revision_number': 4, 'project_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'gw_port': {'id': '9c39b422-6d97-4e46-8ef5-1ebc197ab6d4', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:01:38Z', 'updated_at': '2021-12-14T18:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': '5804f7fa-d990-475a-8bf7-02b7bd40eed9', 'name': '', 'network_id': '6fd4fe37-5484-4796-9336-64d9b8bfbe75', 'tenant_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'mac_address': 'fa:16:3e:8b:90:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d8f2589-408d-4a9a-bc3c-ba0c98b972ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:01:41Z', 'updated_at': '2021-12-14T18:01:49Z', 'revision_number': 5, 'project_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'subnets': [{'id': '8d8f2589-408d-4a9a-bc3c-ba0c98b972ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:03:47.714945 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dfaf93-6408-4670-8cc7-15eda4a523be None None] Checking router: 781a1bd0-47ce-4e80-a600-6caf1ed52121 for host: dv-cinder-821737-1-iscsi {{(pid=88124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 18:03:47.728324 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dfaf93-6408-4670-8cc7-15eda4a523be None None] Routers {'781a1bd0-47ce-4e80-a600-6caf1ed52121'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 18:03:47.729108 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-90dfaf93-6408-4670-8cc7-15eda4a523be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622cf46320>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T18:03:23Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['781a1bd0-47ce-4e80-a600-6caf1ed52121'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:03:47.782799 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70857fc-fa33-4024-8a8b-2b2014ec1a23 req-40a85edc-5858-45ed-96d1-0d465da94a2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:03:47.785239 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f70857fc-fa33-4024-8a8b-2b2014ec1a23 req-40a85edc-5858-45ed-96d1-0d465da94a2c service neutron] 10.222.0.41 "GET /v2.0/networks?id=6fd4fe37-5484-4796-9336-64d9b8bfbe75 HTTP/1.1" status: 200  len: 916 time: 0.1652355
Dec 14 18:03:47.869048 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f70857fc-fa33-4024-8a8b-2b2014ec1a23 req-8f30b57d-4fbd-4f73-b329-5a3a05b64f9d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2 HTTP/1.1" status: 200  len: 217 time: 0.0729065
Dec 14 18:03:47.934790 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-90dfaf93-6408-4670-8cc7-15eda4a523be None None] Set router 781a1bd0-47ce-4e80-a600-6caf1ed52121 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 18:03:47.943105 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70857fc-fa33-4024-8a8b-2b2014ec1a23 req-5c583372-5bf3-462a-b76e-223bd4425fa2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:03:47.945406 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f70857fc-fa33-4024-8a8b-2b2014ec1a23 req-5c583372-5bf3-462a-b76e-223bd4425fa2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d8f2589-408d-4a9a-bc3c-ba0c98b972ae HTTP/1.1" status: 200  len: 854 time: 0.0700288
Dec 14 18:03:48.041470 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f70857fc-fa33-4024-8a8b-2b2014ec1a23 req-b6e45141-7731-404e-a5c3-e90ffce70055 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6fd4fe37-5484-4796-9336-64d9b8bfbe75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0876100
Dec 14 18:03:48.210311 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f70857fc-fa33-4024-8a8b-2b2014ec1a23 req-5c9b29be-840b-4665-8f63-d489494cfe71 service neutron] 10.222.0.41 "GET /v2.0/networks/6fd4fe37-5484-4796-9336-64d9b8bfbe75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1583855
Dec 14 18:03:48.341647 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-90dfaf93-6408-4670-8cc7-15eda4a523be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622cf46320>, [{'id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'name': 'tempest-TestMinimumBasicScenario-1029997179-router', 'tenant_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c39b422-6d97-4e46-8ef5-1ebc197ab6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:01:38Z', 'updated_at': '2021-12-14T18:01:42Z', 'revision_number': 4, 'project_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'gw_port': {'id': '9c39b422-6d97-4e46-8ef5-1ebc197ab6d4', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:01:38Z', 'updated_at': '2021-12-14T18:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': '5804f7fa-d990-475a-8bf7-02b7bd40eed9', 'name': '', 'network_id': '6fd4fe37-5484-4796-9336-64d9b8bfbe75', 'tenant_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'mac_address': 'fa:16:3e:8b:90:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d8f2589-408d-4a9a-bc3c-ba0c98b972ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:01:41Z', 'updated_at': '2021-12-14T18:01:49Z', 'revision_number': 5, 'project_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'subnets': [{'id': '8d8f2589-408d-4a9a-bc3c-ba0c98b972ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:03:48.348034 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dfaf93-6408-4670-8cc7-15eda4a523be None None] The sync data for ids ['781a1bd0-47ce-4e80-a600-6caf1ed52121'] in dv-cinder-821737-1-iscsi is: [{'id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'name': 'tempest-TestMinimumBasicScenario-1029997179-router', 'tenant_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c39b422-6d97-4e46-8ef5-1ebc197ab6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:01:38Z', 'updated_at': '2021-12-14T18:01:42Z', 'revision_number': 4, 'project_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'gw_port': {'id': '9c39b422-6d97-4e46-8ef5-1ebc197ab6d4', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:01:38Z', 'updated_at': '2021-12-14T18:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi', '_interfaces': [{'id': '5804f7fa-d990-475a-8bf7-02b7bd40eed9', 'name': '', 'network_id': '6fd4fe37-5484-4796-9336-64d9b8bfbe75', 'tenant_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'mac_address': 'fa:16:3e:8b:90:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d8f2589-408d-4a9a-bc3c-ba0c98b972ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:01:41Z', 'updated_at': '2021-12-14T18:01:49Z', 'revision_number': 5, 'project_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'subnets': [{'id': '8d8f2589-408d-4a9a-bc3c-ba0c98b972ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 18:03:48.398172 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-f70857fc-fa33-4024-8a8b-2b2014ec1a23 req-78ae3ed5-dab4-4009-92b0-d9048a055870 service neutron] 10.222.0.41 "GET /v2.0/networks/6fd4fe37-5484-4796-9336-64d9b8bfbe75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1807442
Dec 14 18:03:48.825367 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72b7a22-c64e-404c-baa8-105f34b61b20 None None] New status for floating IP 19890d45-ef87-42ee-b93d-a25213be858e: DOWN {{(pid=88125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 14 18:03:50.649909 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17766b03-b446-4999-b708-091b73c81a03 req-937a5b6b-5ed9-4a8e-97ed-dddeb65f7dbc tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:03:50.650761 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-17766b03-b446-4999-b708-091b73c81a03 req-937a5b6b-5ed9-4a8e-97ed-dddeb65f7dbc tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Synchronizing usage tracker for tenant:cfc2101e6c974cd5820f5e1b931ec68d on resource:port {{(pid=88122) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 18:03:50.670211 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-17766b03-b446-4999-b708-091b73c81a03 req-937a5b6b-5ed9-4a8e-97ed-dddeb65f7dbc tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Unset dirty status for tenant:cfc2101e6c974cd5820f5e1b931ec68d on resource:port {{(pid=88122) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 18:03:50.671583 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-17766b03-b446-4999-b708-091b73c81a03 req-937a5b6b-5ed9-4a8e-97ed-dddeb65f7dbc tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 945 time: 0.1117120
Dec 14 18:03:50.727130 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-17766b03-b446-4999-b708-091b73c81a03 req-399a3971-f12e-4cbe-b958-9630ca56e848 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/security-groups?id=096b27ed-5698-4ab8-b421-08290b9283d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483027
Dec 14 18:03:50.774414 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bf803380-0e0f-4de6-b065-0a8e31578c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:51.660290 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:51.960395 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9daed63-ae1f-4161-a3bb-95815b36a59e req-65864fff-32b4-48a0-b103-22d72fd05556 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:03:51.963041 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d9daed63-ae1f-4161-a3bb-95815b36a59e req-65864fff-32b4-48a0-b103-22d72fd05556 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 945 time: 0.1000035
Dec 14 18:03:52.020541 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d9daed63-ae1f-4161-a3bb-95815b36a59e req-c1b3f41b-c0bb-4555-9602-4d10f12c8dae tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/security-groups?id=096b27ed-5698-4ab8-b421-08290b9283d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499802
Dec 14 18:03:52.231636 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9513e-3e70-4d07-8252-72860597a530 req-a248c8a0-e0dd-4c3f-bcd9-d28fc6f45336 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 14 18:03:52.232631 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-78f9513e-3e70-4d07-8252-72860597a530 req-a248c8a0-e0dd-4c3f-bcd9-d28fc6f45336 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Synchronizing usage tracker for tenant:cfc2101e6c974cd5820f5e1b931ec68d on resource:port {{(pid=88123) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 14 18:03:52.257015 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.quota.resource [req-78f9513e-3e70-4d07-8252-72860597a530 req-a248c8a0-e0dd-4c3f-bcd9-d28fc6f45336 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Unset dirty status for tenant:cfc2101e6c974cd5820f5e1b931ec68d on resource:port {{(pid=88123) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 14 18:03:52.259157 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-78f9513e-3e70-4d07-8252-72860597a530 req-a248c8a0-e0dd-4c3f-bcd9-d28fc6f45336 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 945 time: 0.1182711
Dec 14 18:03:52.345510 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-78f9513e-3e70-4d07-8252-72860597a530 req-a0432ed3-512a-48bb-b82d-8f79f0d4d213 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Deleting port 3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2 {{(pid=88123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 18:03:52.345909 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-78f9513e-3e70-4d07-8252-72860597a530 req-a0432ed3-512a-48bb-b82d-8f79f0d4d213 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:52.638014 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [req-78f9513e-3e70-4d07-8252-72860597a530 req-a0432ed3-512a-48bb-b82d-8f79f0d4d213 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] For port 3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2,segment=NetworkSegment(c817ecf6-30ee-4017-94b1-094bd090ebbf),segment_id=c817ecf6-30ee-4017-94b1-094bd090ebbf)] {{(pid=88123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 18:03:52.638841 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-78f9513e-3e70-4d07-8252-72860597a530 req-a0432ed3-512a-48bb-b82d-8f79f0d4d213 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:52.772852 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [req-78f9513e-3e70-4d07-8252-72860597a530 req-a0432ed3-512a-48bb-b82d-8f79f0d4d213 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Calling delete_port for 3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2 owned by compute:nova {{(pid=88123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 18:03:52.935393 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-d0e38dc5-3370-4559-a13e-25517676ee0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:52.939254 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-78f9513e-3e70-4d07-8252-72860597a530 req-a0432ed3-512a-48bb-b82d-8f79f0d4d213 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853087313'] for port, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:52.947360 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-9e41ebd8-783b-4c1a-a1da-41f99cf1d1c9 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:03:52.952235 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] get_ports_and_sgs() called for port_ids ['3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2'] {{(pid=88124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 14 18:03:53.000967 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0432ed3-512a-48bb-b82d-8f79f0d4d213 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Pushing event deleted for resources: {'Port': ['ID=3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:03:53.003814 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a0432ed3-512a-48bb-b82d-8f79f0d4d213 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:03:53.081349 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f9513e-3e70-4d07-8252-72860597a530 req-a0432ed3-512a-48bb-b82d-8f79f0d4d213 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] No DVR routers for this DVR port 3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2 on host hv-cinder-82173 {{(pid=88123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 14 18:03:53.084196 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [req-78f9513e-3e70-4d07-8252-72860597a530 req-a0432ed3-512a-48bb-b82d-8f79f0d4d213 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854765570'] for port, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:53.088911 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcce7663-6f05-46f3-8065-3cb25e70f2e2', 'name': 'network-vif-deleted', 'tag': '3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2'}] {{(pid=88123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 14 18:03:53.106598 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-78f9513e-3e70-4d07-8252-72860597a530 req-a0432ed3-512a-48bb-b82d-8f79f0d4d213 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.41 "DELETE /v2.0/ports/3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2 HTTP/1.1" status: 204  len: 173 time: 0.8419223
Dec 14 18:03:53.149003 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcce7663-6f05-46f3-8065-3cb25e70f2e2', 'name': 'network-vif-deleted', 'tag': '3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2', 'status': 'completed', 'code': 200}
Dec 14 18:03:53.214050 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [req-d5795caa-cb4f-40f4-bbb7-fb95675a6728 req-91708871-aeb2-4a8b-b7df-1c924ba94c62 tempest-TestMinimumBasicScenario-1897312345 tempest-TestMinimumBasicScenario-1897312345-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcce7663-6f05-46f3-8065-3cb25e70f2e2 HTTP/1.1" status: 200  len: 210 time: 0.0471060
Dec 14 18:03:53.315555 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:54.664966 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:55.242407 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 53662) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:03:55.561784 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 18:03:55.601750 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] No Port match for: 3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2 {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 18:03:55.602156 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Device 3fb4d66c-0668-4d73-9a2d-f0d8a41c7ba2 not bound to the agent host hv-cinder-82173 {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 18:03:55.733302 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5d27d7ff-accd-4a66-b937-23ca3139a13c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854128381'] for router_interface, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:56.444253 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-5d27d7ff-accd-4a66-b937-23ca3139a13c admin admin] Deleting port 5804f7fa-d990-475a-8bf7-02b7bd40eed9 {{(pid=88122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 18:03:56.444641 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5d27d7ff-accd-4a66-b937-23ca3139a13c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:56.651277 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-5d27d7ff-accd-4a66-b937-23ca3139a13c admin admin] For port 5804f7fa-d990-475a-8bf7-02b7bd40eed9, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=5804f7fa-d990-475a-8bf7-02b7bd40eed9,segment=NetworkSegment(c817ecf6-30ee-4017-94b1-094bd090ebbf),segment_id=c817ecf6-30ee-4017-94b1-094bd090ebbf)] {{(pid=88122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 18:03:56.651597 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5d27d7ff-accd-4a66-b937-23ca3139a13c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:56.784410 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-5d27d7ff-accd-4a66-b937-23ca3139a13c admin admin] Calling delete_port for 5804f7fa-d990-475a-8bf7-02b7bd40eed9 owned by network:router_interface {{(pid=88122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 18:03:56.985952 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5d27d7ff-accd-4a66-b937-23ca3139a13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852908220'] for port, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:56.991165 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-c8badf1b-99a5-40cb-b322-8a250105860d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:03:57.037876 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27d7ff-accd-4a66-b937-23ca3139a13c admin admin] Pushing event deleted for resources: {'Port': ['ID=5804f7fa-d990-475a-8bf7-02b7bd40eed9,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:03:57.040753 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-5d27d7ff-accd-4a66-b937-23ca3139a13c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:03:57.391157 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5d27d7ff-accd-4a66-b937-23ca3139a13c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850707412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854128231'] for router_interface, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:58.319836 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d27d7ff-accd-4a66-b937-23ca3139a13c admin admin] Router 781a1bd0-47ce-4e80-a600-6caf1ed52121 has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 18:03:58.345464 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 6 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 18:03:58.546011 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d27d7ff-accd-4a66-b937-23ca3139a13c admin admin] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 18:03:58.564739 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4db6d3-05b8-45db-94d1-f7a7f30641d6 None None] Sync routers for ids ['781a1bd0-47ce-4e80-a600-6caf1ed52121'] in dv-cinder-821737-1-iscsi {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 18:03:58.568186 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-5d27d7ff-accd-4a66-b937-23ca3139a13c admin admin] 10.222.0.53 "PUT /v2.0/routers/781a1bd0-47ce-4e80-a600-6caf1ed52121/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3244102
Dec 14 18:03:58.571034 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 53666) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:03:58.579950 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4db6d3-05b8-45db-94d1-f7a7f30641d6 None None] Routers {'781a1bd0-47ce-4e80-a600-6caf1ed52121'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 18:03:58.580658 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-7d4db6d3-05b8-45db-94d1-f7a7f30641d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622d162eb8>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T18:03:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['781a1bd0-47ce-4e80-a600-6caf1ed52121'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:03:58.781233 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-7d4db6d3-05b8-45db-94d1-f7a7f30641d6 None None] Set router 781a1bd0-47ce-4e80-a600-6caf1ed52121 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 18:03:58.794209 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-86cf7b27-d457-4a4f-a6bd-c46a6165fdb6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:59.019823 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-86cf7b27-d457-4a4f-a6bd-c46a6165fdb6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:59.030734 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-86cf7b27-d457-4a4f-a6bd-c46a6165fdb6 admin admin] Deleting port 9c39b422-6d97-4e46-8ef5-1ebc197ab6d4 {{(pid=88122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 18:03:59.031121 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-86cf7b27-d457-4a4f-a6bd-c46a6165fdb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:59.115013 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-7d4db6d3-05b8-45db-94d1-f7a7f30641d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622d162eb8>, [{'id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'name': 'tempest-TestMinimumBasicScenario-1029997179-router', 'tenant_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '9c39b422-6d97-4e46-8ef5-1ebc197ab6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:01:38Z', 'updated_at': '2021-12-14T18:03:56Z', 'revision_number': 5, 'project_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'gw_port': {'id': '9c39b422-6d97-4e46-8ef5-1ebc197ab6d4', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:01:38Z', 'updated_at': '2021-12-14T18:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi'}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:03:59.119817 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4db6d3-05b8-45db-94d1-f7a7f30641d6 None None] Checking router: 781a1bd0-47ce-4e80-a600-6caf1ed52121 for host: dv-cinder-821737-1-iscsi {{(pid=88124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 18:03:59.131708 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4db6d3-05b8-45db-94d1-f7a7f30641d6 None None] Routers {'781a1bd0-47ce-4e80-a600-6caf1ed52121'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 18:03:59.132421 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-7d4db6d3-05b8-45db-94d1-f7a7f30641d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622d162eb8>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T18:03:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['781a1bd0-47ce-4e80-a600-6caf1ed52121'], 'active': True} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:03:59.240030 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-86cf7b27-d457-4a4f-a6bd-c46a6165fdb6 admin admin] For port 9c39b422-6d97-4e46-8ef5-1ebc197ab6d4, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=9c39b422-6d97-4e46-8ef5-1ebc197ab6d4,segment=NetworkSegment(031a1115-d006-4778-96dd-1bbd9a3ec485),segment_id=031a1115-d006-4778-96dd-1bbd9a3ec485)] {{(pid=88122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 18:03:59.241382 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-86cf7b27-d457-4a4f-a6bd-c46a6165fdb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:59.304539 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-7d4db6d3-05b8-45db-94d1-f7a7f30641d6 None None] Set router 781a1bd0-47ce-4e80-a600-6caf1ed52121 gateway port host: None {{(pid=88124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 18:03:59.391237 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-86cf7b27-d457-4a4f-a6bd-c46a6165fdb6 admin admin] Calling delete_port for 9c39b422-6d97-4e46-8ef5-1ebc197ab6d4 owned by network:router_gateway {{(pid=88122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 18:03:59.432175 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-7d4db6d3-05b8-45db-94d1-f7a7f30641d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622d162eb8>, [{'id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'name': 'tempest-TestMinimumBasicScenario-1029997179-router', 'tenant_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:01:38Z', 'updated_at': '2021-12-14T18:03:59Z', 'revision_number': 6, 'project_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'gw_port_host': None}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:03:59.436614 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4db6d3-05b8-45db-94d1-f7a7f30641d6 None None] The sync data for ids ['781a1bd0-47ce-4e80-a600-6caf1ed52121'] in dv-cinder-821737-1-iscsi is: [{'id': '781a1bd0-47ce-4e80-a600-6caf1ed52121', 'name': 'tempest-TestMinimumBasicScenario-1029997179-router', 'tenant_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:01:38Z', 'updated_at': '2021-12-14T18:03:59Z', 'revision_number': 6, 'project_id': 'cfc2101e6c974cd5820f5e1b931ec68d', 'gw_port_host': None}] {{(pid=88124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 18:03:59.601565 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-86cf7b27-d457-4a4f-a6bd-c46a6165fdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852908220'] for port, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:03:59.606096 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-fc5d2a9c-23ae-45e1-a2a0-8d0c6d58fc65 tempest-TestVolumeBootPattern-293645336 tempest-TestVolumeBootPattern-293645336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:03:59.650333 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf7b27-d457-4a4f-a6bd-c46a6165fdb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c39b422-6d97-4e46-8ef5-1ebc197ab6d4,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:03:59.654138 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-86cf7b27-d457-4a4f-a6bd-c46a6165fdb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:03:59.900086 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-86cf7b27-d457-4a4f-a6bd-c46a6165fdb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854129390'] for router_gateway, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:00.198600 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-86cf7b27-d457-4a4f-a6bd-c46a6165fdb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854195844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128577'] for router, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:00.203983 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-86cf7b27-d457-4a4f-a6bd-c46a6165fdb6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:00.238174 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-86cf7b27-d457-4a4f-a6bd-c46a6165fdb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854195950'] for router, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:00.238836 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cf7b27-d457-4a4f-a6bd-c46a6165fdb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 781a1bd0-47ce-4e80-a600-6caf1ed52121 {{(pid=88122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 14 18:04:00.254038 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-86cf7b27-d457-4a4f-a6bd-c46a6165fdb6 admin admin] Notify callbacks [] for router, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:00.255361 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-86cf7b27-d457-4a4f-a6bd-c46a6165fdb6 admin admin] 10.222.0.53 "DELETE /v2.0/routers/781a1bd0-47ce-4e80-a600-6caf1ed52121 HTTP/1.1" status: 204  len: 168 time: 1.6830847
Dec 14 18:04:00.260786 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 53670) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:04:00.346744 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab5f2ab7-9327-43d2-a18d-ba7c92097178 admin admin] Deleting subnet 8d8f2589-408d-4a9a-bc3c-ba0c98b972ae {{(pid=88122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 14 18:04:00.351354 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ab5f2ab7-9327-43d2-a18d-ba7c92097178 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:00.413584 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ab5f2ab7-9327-43d2-a18d-ba7c92097178 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1558389'] for subnet, precommit_delete_associations {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:00.501184 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ab5f2ab7-9327-43d2-a18d-ba7c92097178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2926108'] for subnet, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:00.596538 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ab5f2ab7-9327-43d2-a18d-ba7c92097178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851849723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1867570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2021326'] for subnet, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:00.606255 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-72aa13ed-a957-4bc8-abb1-4e33aa5ee3e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:04:00.679885 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f2ab7-9327-43d2-a18d-ba7c92097178 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d8f2589-408d-4a9a-bc3c-ba0c98b972ae,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:04:00.684529 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-ab5f2ab7-9327-43d2-a18d-ba7c92097178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:04:00.688321 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-ab5f2ab7-9327-43d2-a18d-ba7c92097178 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:00.697196 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-ab5f2ab7-9327-43d2-a18d-ba7c92097178 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8d8f2589-408d-4a9a-bc3c-ba0c98b972ae HTTP/1.1" status: 204  len: 168 time: 0.4348106
Dec 14 18:04:00.697514 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f57e23-462d-4376-b683-6db523d3d63f None None] Network 6fd4fe37-5484-4796-9336-64d9b8bfbe75 requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 18:04:00.700560 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 53674) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:04:00.900736 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 5804f7fa-d990-475a-8bf7-02b7bd40eed9 no longer exists at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 18:04:00.955599 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] No Port match for: 5804f7fa-d990-475a-8bf7-02b7bd40eed9 {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 18:04:00.955946 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 5804f7fa-d990-475a-8bf7-02b7bd40eed9 not bound to the agent host dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 18:04:00.956417 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 9c39b422-6d97-4e46-8ef5-1ebc197ab6d4 no longer exists at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 18:04:00.996107 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] No Port match for: 9c39b422-6d97-4e46-8ef5-1ebc197ab6d4 {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 18:04:00.996484 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 9c39b422-6d97-4e46-8ef5-1ebc197ab6d4 not bound to the agent host dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 18:04:01.091134 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4587999f-354a-48b5-8e8c-d7d32695ad13 None None] DHCP port deletion for 6fd4fe37-5484-4796-9336-64d9b8bfbe75 request from dv-cinder-821737-1-iscsi {{(pid=88124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 14 18:04:01.095775 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-4587999f-354a-48b5-8e8c-d7d32695ad13 None None] Deleting port 7ee7955e-a065-497b-a04b-1b2c6187bcfa {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 18:04:01.096198 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4587999f-354a-48b5-8e8c-d7d32695ad13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:01.096334 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3413bbb3-dbcc-4e92-a169-a7a244b7926d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3079847'] for network, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:01.109974 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-3413bbb3-dbcc-4e92-a169-a7a244b7926d admin admin] Deleting port 7ee7955e-a065-497b-a04b-1b2c6187bcfa {{(pid=88122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 18:04:01.110323 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3413bbb3-dbcc-4e92-a169-a7a244b7926d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:01.322034 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-4587999f-354a-48b5-8e8c-d7d32695ad13 None None] For port 7ee7955e-a065-497b-a04b-1b2c6187bcfa, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=7ee7955e-a065-497b-a04b-1b2c6187bcfa,segment=NetworkSegment(c817ecf6-30ee-4017-94b1-094bd090ebbf),segment_id=c817ecf6-30ee-4017-94b1-094bd090ebbf)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 18:04:01.322034 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4587999f-354a-48b5-8e8c-d7d32695ad13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:01.338722 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-3413bbb3-dbcc-4e92-a169-a7a244b7926d admin admin] For port 7ee7955e-a065-497b-a04b-1b2c6187bcfa, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=7ee7955e-a065-497b-a04b-1b2c6187bcfa,segment=NetworkSegment(c817ecf6-30ee-4017-94b1-094bd090ebbf),segment_id=c817ecf6-30ee-4017-94b1-094bd090ebbf)] {{(pid=88122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 18:04:01.339127 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3413bbb3-dbcc-4e92-a169-a7a244b7926d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:01.460422 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-4587999f-354a-48b5-8e8c-d7d32695ad13 None None] Calling delete_port for 7ee7955e-a065-497b-a04b-1b2c6187bcfa owned by network:dhcp {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 18:04:01.470434 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-3413bbb3-dbcc-4e92-a169-a7a244b7926d admin admin] Calling delete_port for 7ee7955e-a065-497b-a04b-1b2c6187bcfa owned by network:dhcp {{(pid=88122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 18:04:01.538236 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-4587999f-354a-48b5-8e8c-d7d32695ad13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319'] for port, after_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:01.543214 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-21296e82-96b3-458f-a4d0-62b68d89afe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:04:01.545162 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.db.api [None req-3413bbb3-dbcc-4e92-a169-a7a244b7926d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88122) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 14 18:04:01.545534 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_db.api [None req-3413bbb3-dbcc-4e92-a169-a7a244b7926d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 14 18:04:01.587311 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587999f-354a-48b5-8e8c-d7d32695ad13 None None] Pushing event deleted for resources: {'Port': ['ID=7ee7955e-a065-497b-a04b-1b2c6187bcfa,revision_number=None']} {{(pid=88124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:04:01.596735 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4587999f-354a-48b5-8e8c-d7d32695ad13 None None] No DVR routers for this DVR port 7ee7955e-a065-497b-a04b-1b2c6187bcfa on host dv-cinder-821737-1-iscsi {{(pid=88124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 14 18:04:01.600481 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587999f-354a-48b5-8e8c-d7d32695ad13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:04:01.600862 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587999f-354a-48b5-8e8c-d7d32695ad13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:04:01.601207 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587999f-354a-48b5-8e8c-d7d32695ad13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:04:01.603197 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587999f-354a-48b5-8e8c-d7d32695ad13 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:04:01.603197 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587999f-354a-48b5-8e8c-d7d32695ad13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:04:01.603197 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587999f-354a-48b5-8e8c-d7d32695ad13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:04:01.603197 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587999f-354a-48b5-8e8c-d7d32695ad13 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:04:01.603197 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587999f-354a-48b5-8e8c-d7d32695ad13 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:04:01.603784 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587999f-354a-48b5-8e8c-d7d32695ad13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:04:01.603784 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587999f-354a-48b5-8e8c-d7d32695ad13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:04:01.603946 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587999f-354a-48b5-8e8c-d7d32695ad13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-iscsi {{(pid=88124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 14 18:04:01.606941 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-4587999f-354a-48b5-8e8c-d7d32695ad13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88124) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:04:02.046872 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-3413bbb3-dbcc-4e92-a169-a7a244b7926d admin admin] Deleting port 7ee7955e-a065-497b-a04b-1b2c6187bcfa {{(pid=88122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 18:04:02.047402 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3413bbb3-dbcc-4e92-a169-a7a244b7926d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:02.125195 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-3413bbb3-dbcc-4e92-a169-a7a244b7926d admin admin] The port '7ee7955e-a065-497b-a04b-1b2c6187bcfa' was deleted {{(pid=88122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 14 18:04:02.253137 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:02.259048 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3413bbb3-dbcc-4e92-a169-a7a244b7926d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2926725', 'neutron.services.segments.db._delete_segments_for_network-8753728381128'] for network, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:02.288730 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-3413bbb3-dbcc-4e92-a169-a7a244b7926d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f622b855588>,) {'filters': {'network_id': ['6fd4fe37-5484-4796-9336-64d9b8bfbe75']}} {{(pid=88122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:04:02.303455 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-3413bbb3-dbcc-4e92-a169-a7a244b7926d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f622b855588>, 'c817ecf6-30ee-4017-94b1-094bd090ebbf') {'for_net_delete': True} {{(pid=88122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:04:02.303887 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-3413bbb3-dbcc-4e92-a169-a7a244b7926d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f622b855588>, 'c817ecf6-30ee-4017-94b1-094bd090ebbf') {} {{(pid=88122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:04:02.317100 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3413bbb3-dbcc-4e92-a169-a7a244b7926d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753728390873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853217412'] for segment, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:02.334588 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3413bbb3-dbcc-4e92-a169-a7a244b7926d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:02.342455 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3413bbb3-dbcc-4e92-a169-a7a244b7926d admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=88122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 14 18:04:02.342898 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3413bbb3-dbcc-4e92-a169-a7a244b7926d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3099130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852908400'] for segment, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]:   % (table.description, expected, rows_matched)
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]:   % (table.description, expected, rows_matched)
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]:   % (table.description, expected, rows_matched)
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]:   % (table.description, expected, rows_matched)
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]: Traceback (most recent call last):
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]:     timer()
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]:     cb(*args, **kw)
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]:     return func(*args, **kwargs)
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]:     self._notify()
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]:     self.callback(batched_events)
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]:     event.method(event)
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]:     segment_id)['aggregates'][0]
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]:     return f(self, *a, **k)
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]:     return self._get(url).json()
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]:     **kwargs)
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]:     return self.request(url, 'GET', **kwargs)
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]:     **endpoint_filter)
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 14 18:04:02.358576 dv-cinder-821737-1-iscsi neutron-server[88013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 14 18:04:02.451617 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3413bbb3-dbcc-4e92-a169-a7a244b7926d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851849074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646652'] for network, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:02.457716 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-c05b36a7-3f32-4d5b-aacf-bd2d29a8b693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:04:02.472851 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3413bbb3-dbcc-4e92-a169-a7a244b7926d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:02.484501 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413bbb3-dbcc-4e92-a169-a7a244b7926d admin admin] Pushing event deleted for resources: {'Network': ['ID=6fd4fe37-5484-4796-9336-64d9b8bfbe75,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:04:02.487943 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-3413bbb3-dbcc-4e92-a169-a7a244b7926d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:04:02.504942 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-3413bbb3-dbcc-4e92-a169-a7a244b7926d admin admin] 10.222.0.53 "DELETE /v2.0/networks/6fd4fe37-5484-4796-9336-64d9b8bfbe75 HTTP/1.1" status: 204  len: 168 time: 1.8030217
Dec 14 18:04:02.508340 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 53678) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:04:02.876987 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 7ee7955e-a065-497b-a04b-1b2c6187bcfa no longer exists at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 18:04:02.924262 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] No Port match for: 7ee7955e-a065-497b-a04b-1b2c6187bcfa {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 18:04:02.924629 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 7ee7955e-a065-497b-a04b-1b2c6187bcfa not bound to the agent host dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 18:04:02.950397 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9d795ba9-e03b-4bc5-959c-4df50491ea51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854128381'] for router_interface, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:03.619215 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-9d795ba9-e03b-4bc5-959c-4df50491ea51 admin admin] Deleting port c605c6ed-9a16-41c1-bcd0-31ffd523d8d1 {{(pid=88122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 18:04:03.619788 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9d795ba9-e03b-4bc5-959c-4df50491ea51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:03.824151 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-9d795ba9-e03b-4bc5-959c-4df50491ea51 admin admin] For port c605c6ed-9a16-41c1-bcd0-31ffd523d8d1, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=c605c6ed-9a16-41c1-bcd0-31ffd523d8d1,segment=NetworkSegment(2de76f15-1099-4f6f-9500-05cb42b7dc75),segment_id=2de76f15-1099-4f6f-9500-05cb42b7dc75)] {{(pid=88122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 18:04:03.824538 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9d795ba9-e03b-4bc5-959c-4df50491ea51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:03.953237 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-9d795ba9-e03b-4bc5-959c-4df50491ea51 admin admin] Calling delete_port for c605c6ed-9a16-41c1-bcd0-31ffd523d8d1 owned by network:router_interface {{(pid=88122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 18:04:04.152613 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9d795ba9-e03b-4bc5-959c-4df50491ea51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852908220'] for port, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:04.157220 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-7d2e6c09-7942-40e3-b165-2249d2b2d95e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:04:04.201979 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d795ba9-e03b-4bc5-959c-4df50491ea51 admin admin] Pushing event deleted for resources: {'Port': ['ID=c605c6ed-9a16-41c1-bcd0-31ffd523d8d1,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:04:04.204625 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-9d795ba9-e03b-4bc5-959c-4df50491ea51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:04:04.510616 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9d795ba9-e03b-4bc5-959c-4df50491ea51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850707412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854128231'] for router_interface, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:05.430051 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d795ba9-e03b-4bc5-959c-4df50491ea51 admin admin] Router 38f39cb4-9f98-41bc-aeab-51cda0c08720 has already been hosted by L3 agent f02b8017-f663-4e9b-8c7f-c11aee91c21a {{(pid=88122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 14 18:04:05.647944 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d795ba9-e03b-4bc5-959c-4df50491ea51 admin admin] Notify agent at l3_agent.dv-cinder-821737-1-iscsi the message routers_updated {{(pid=88122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 14 18:04:05.658637 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d6d0de-a1d0-4e90-a9f1-107d030b0534 None None] Sync routers for ids ['38f39cb4-9f98-41bc-aeab-51cda0c08720'] in dv-cinder-821737-1-iscsi {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 14 18:04:05.659054 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-9d795ba9-e03b-4bc5-959c-4df50491ea51 admin admin] 10.222.0.53 "PUT /v2.0/routers/38f39cb4-9f98-41bc-aeab-51cda0c08720/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1492615
Dec 14 18:04:05.661628 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 53682) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:04:05.672765 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d6d0de-a1d0-4e90-a9f1-107d030b0534 None None] Routers {'38f39cb4-9f98-41bc-aeab-51cda0c08720'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 18:04:05.673441 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-28d6d0de-a1d0-4e90-a9f1-107d030b0534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622d09fe10>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T18:03:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['38f39cb4-9f98-41bc-aeab-51cda0c08720'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:04:05.859845 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-28d6d0de-a1d0-4e90-a9f1-107d030b0534 None None] Set router 38f39cb4-9f98-41bc-aeab-51cda0c08720 gateway port host: dv-cinder-821737-1-iscsi {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 18:04:05.875659 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-65670932-871b-4965-9923-74384c8d5a6b admin admin] Notify callbacks [] for router, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:06.097422 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-65670932-871b-4965-9923-74384c8d5a6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:06.106671 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-65670932-871b-4965-9923-74384c8d5a6b admin admin] Deleting port 79ddc218-cf4a-49d3-b172-4c3b1a132fb9 {{(pid=88122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 18:04:06.107045 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-65670932-871b-4965-9923-74384c8d5a6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:06.175270 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-28d6d0de-a1d0-4e90-a9f1-107d030b0534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622d09fe10>, [{'id': '38f39cb4-9f98-41bc-aeab-51cda0c08720', 'name': 'tempest-TestMinimumBasicScenario-1430377993-router', 'tenant_id': '4e2c7629ab124954860c8a97ef868423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'external_fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': '79ddc218-cf4a-49d3-b172-4c3b1a132fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:01:46Z', 'updated_at': '2021-12-14T18:04:04Z', 'revision_number': 5, 'project_id': '4e2c7629ab124954860c8a97ef868423', 'gw_port': {'id': '79ddc218-cf4a-49d3-b172-4c3b1a132fb9', 'name': '', 'network_id': 'b3d2256c-c519-4427-b3bb-181a657f5e18', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:86:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f39cb4-9f98-41bc-aeab-51cda0c08720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:01:46Z', 'updated_at': '2021-12-14T18:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '431330ab-9b63-4a3b-8088-f9712ed58753', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-iscsi'}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:04:06.181189 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d6d0de-a1d0-4e90-a9f1-107d030b0534 None None] Checking router: 38f39cb4-9f98-41bc-aeab-51cda0c08720 for host: dv-cinder-821737-1-iscsi {{(pid=88125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 14 18:04:06.193188 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d6d0de-a1d0-4e90-a9f1-107d030b0534 None None] Routers {'38f39cb4-9f98-41bc-aeab-51cda0c08720'} bound to L3 agent in host dv-cinder-821737-1-iscsi {{(pid=88125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 14 18:04:06.193943 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-28d6d0de-a1d0-4e90-a9f1-107d030b0534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f622d09fe10>, 'dv-cinder-821737-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T17:41:53Z,description=<?>,heartbeat_timestamp=2021-12-14T18:03:53Z,host='dv-cinder-821737-1-iscsi',id=f02b8017-f663-4e9b-8c7f-c11aee91c21a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-14T17:41:53Z,topic='l3_agent')) {'router_ids': ['38f39cb4-9f98-41bc-aeab-51cda0c08720'], 'active': True} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:04:06.303800 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-65670932-871b-4965-9923-74384c8d5a6b admin admin] For port 79ddc218-cf4a-49d3-b172-4c3b1a132fb9, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=79ddc218-cf4a-49d3-b172-4c3b1a132fb9,segment=NetworkSegment(031a1115-d006-4778-96dd-1bbd9a3ec485),segment_id=031a1115-d006-4778-96dd-1bbd9a3ec485)] {{(pid=88122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 18:04:06.304221 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-65670932-871b-4965-9923-74384c8d5a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:06.443512 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-65670932-871b-4965-9923-74384c8d5a6b admin admin] Calling delete_port for 79ddc218-cf4a-49d3-b172-4c3b1a132fb9 owned by network:router_gateway {{(pid=88122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 18:04:06.519687 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvr_db [None req-28d6d0de-a1d0-4e90-a9f1-107d030b0534 None None] Set router 38f39cb4-9f98-41bc-aeab-51cda0c08720 gateway port host: None {{(pid=88125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 14 18:04:06.623425 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-65670932-871b-4965-9923-74384c8d5a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852908220'] for port, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:06.628187 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-5f7b2d83-360b-483d-a056-341e61b15278 tempest-VolumesSnapshotTestJSON-1834629323 tempest-VolumesSnapshotTestJSON-1834629323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:04:06.630929 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_hamode_db [None req-28d6d0de-a1d0-4e90-a9f1-107d030b0534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f622d09fe10>, [{'id': '38f39cb4-9f98-41bc-aeab-51cda0c08720', 'name': 'tempest-TestMinimumBasicScenario-1430377993-router', 'tenant_id': '4e2c7629ab124954860c8a97ef868423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:01:46Z', 'updated_at': '2021-12-14T18:04:06Z', 'revision_number': 6, 'project_id': '4e2c7629ab124954860c8a97ef868423', 'gw_port_host': None}], 'dv-cinder-821737-1-iscsi', False) {} {{(pid=88125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:04:06.635283 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d6d0de-a1d0-4e90-a9f1-107d030b0534 None None] The sync data for ids ['38f39cb4-9f98-41bc-aeab-51cda0c08720'] in dv-cinder-821737-1-iscsi is: [{'id': '38f39cb4-9f98-41bc-aeab-51cda0c08720', 'name': 'tempest-TestMinimumBasicScenario-1430377993-router', 'tenant_id': '4e2c7629ab124954860c8a97ef868423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:01:46Z', 'updated_at': '2021-12-14T18:04:06Z', 'revision_number': 6, 'project_id': '4e2c7629ab124954860c8a97ef868423', 'gw_port_host': None}] {{(pid=88125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 14 18:04:06.674409 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65670932-871b-4965-9923-74384c8d5a6b admin admin] Pushing event deleted for resources: {'Port': ['ID=79ddc218-cf4a-49d3-b172-4c3b1a132fb9,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:04:06.678178 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-65670932-871b-4965-9923-74384c8d5a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:04:06.894460 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device c605c6ed-9a16-41c1-bcd0-31ffd523d8d1 no longer exists at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 18:04:06.925827 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-65670932-871b-4965-9923-74384c8d5a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854129390'] for router_gateway, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:06.930227 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] No Port match for: c605c6ed-9a16-41c1-bcd0-31ffd523d8d1 {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 18:04:06.930643 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device c605c6ed-9a16-41c1-bcd0-31ffd523d8d1 not bound to the agent host dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 18:04:07.207802 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-65670932-871b-4965-9923-74384c8d5a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854195844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128577'] for router, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:07.212597 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-65670932-871b-4965-9923-74384c8d5a6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:07.245885 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-65670932-871b-4965-9923-74384c8d5a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854195950'] for router, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:07.246471 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65670932-871b-4965-9923-74384c8d5a6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38f39cb4-9f98-41bc-aeab-51cda0c08720 {{(pid=88122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 14 18:04:07.259660 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-65670932-871b-4965-9923-74384c8d5a6b admin admin] Notify callbacks [] for router, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:07.260910 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-65670932-871b-4965-9923-74384c8d5a6b admin admin] 10.222.0.53 "DELETE /v2.0/routers/38f39cb4-9f98-41bc-aeab-51cda0c08720 HTTP/1.1" status: 204  len: 168 time: 1.5982163
Dec 14 18:04:07.263976 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 53686) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:04:07.336392 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.db_base_plugin_v2 [None req-3be7d6d8-5c34-4477-a0a1-4c2ef18e055b admin admin] Deleting subnet 5b04be45-f493-4457-a902-83d4031169b8 {{(pid=88122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 14 18:04:07.340240 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3be7d6d8-5c34-4477-a0a1-4c2ef18e055b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:07.399071 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3be7d6d8-5c34-4477-a0a1-4c2ef18e055b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1558389'] for subnet, precommit_delete_associations {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:07.498528 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3be7d6d8-5c34-4477-a0a1-4c2ef18e055b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2926108'] for subnet, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:07.597181 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3be7d6d8-5c34-4477-a0a1-4c2ef18e055b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851849723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1867570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2021326'] for subnet, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:07.602272 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:04:07.637923 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be7d6d8-5c34-4477-a0a1-4c2ef18e055b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b04be45-f493-4457-a902-83d4031169b8,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:04:07.642018 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-3be7d6d8-5c34-4477-a0a1-4c2ef18e055b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:04:07.646025 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3be7d6d8-5c34-4477-a0a1-4c2ef18e055b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:07.651416 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09bcf07-11fd-4a31-963a-4efbb8b2f696 None None] Network da43ee0f-1f13-495f-8060-fbaa65359c2f requested from dv-cinder-821737-1-iscsi {{(pid=88124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 14 18:04:07.652699 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-3be7d6d8-5c34-4477-a0a1-4c2ef18e055b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5b04be45-f493-4457-a902-83d4031169b8 HTTP/1.1" status: 204  len: 168 time: 0.3876941
Dec 14 18:04:07.656272 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 53690) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:04:07.950836 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5355546-70c5-4380-8f47-fee3bf7d2606 None None] DHCP port deletion for da43ee0f-1f13-495f-8060-fbaa65359c2f request from dv-cinder-821737-1-iscsi {{(pid=88124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 14 18:04:07.955603 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-a5355546-70c5-4380-8f47-fee3bf7d2606 None None] Deleting port 579fa5be-7f77-4478-89d5-50273bcd372b {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 18:04:07.956018 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a5355546-70c5-4380-8f47-fee3bf7d2606 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:08.017966 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cf09c57f-4c4f-4c41-adaf-3cfb89ace1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3079847'] for network, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:08.029501 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-cf09c57f-4c4f-4c41-adaf-3cfb89ace1c9 admin admin] Deleting port 579fa5be-7f77-4478-89d5-50273bcd372b {{(pid=88122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 18:04:08.030097 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cf09c57f-4c4f-4c41-adaf-3cfb89ace1c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:08.186727 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-a5355546-70c5-4380-8f47-fee3bf7d2606 None None] For port 579fa5be-7f77-4478-89d5-50273bcd372b, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=579fa5be-7f77-4478-89d5-50273bcd372b,segment=NetworkSegment(2de76f15-1099-4f6f-9500-05cb42b7dc75),segment_id=2de76f15-1099-4f6f-9500-05cb42b7dc75)] {{(pid=88124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 18:04:08.187063 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a5355546-70c5-4380-8f47-fee3bf7d2606 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:08.256474 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.db [None req-cf09c57f-4c4f-4c41-adaf-3cfb89ace1c9 admin admin] For port 579fa5be-7f77-4478-89d5-50273bcd372b, host dv-cinder-821737-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-iscsi',level=0,port_id=579fa5be-7f77-4478-89d5-50273bcd372b,segment=NetworkSegment(2de76f15-1099-4f6f-9500-05cb42b7dc75),segment_id=2de76f15-1099-4f6f-9500-05cb42b7dc75)] {{(pid=88122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 14 18:04:08.256854 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cf09c57f-4c4f-4c41-adaf-3cfb89ace1c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854125098'] for port, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:08.317380 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-a5355546-70c5-4380-8f47-fee3bf7d2606 None None] Calling delete_port for 579fa5be-7f77-4478-89d5-50273bcd372b owned by network:dhcp {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 18:04:08.388950 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-cf09c57f-4c4f-4c41-adaf-3cfb89ace1c9 admin admin] Calling delete_port for 579fa5be-7f77-4478-89d5-50273bcd372b owned by network:dhcp {{(pid=88122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 14 18:04:08.470130 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cf09c57f-4c4f-4c41-adaf-3cfb89ace1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853630834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283126434915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363283126892319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852908220'] for port, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:08.475169 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-a6a5515b-1bd7-4688-aa98-c9fcab058654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:04:08.518765 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09c57f-4c4f-4c41-adaf-3cfb89ace1c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=579fa5be-7f77-4478-89d5-50273bcd372b,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:04:08.523235 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-cf09c57f-4c4f-4c41-adaf-3cfb89ace1c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:04:08.526610 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf09c57f-4c4f-4c41-adaf-3cfb89ace1c9 admin admin] No DVR routers for this DVR port 579fa5be-7f77-4478-89d5-50273bcd372b on host dv-cinder-821737-1-iscsi {{(pid=88122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 14 18:04:08.567281 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.db.api [None req-a5355546-70c5-4380-8f47-fee3bf7d2606 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88124) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 14 18:04:08.567684 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_db.api [None req-a5355546-70c5-4380-8f47-fee3bf7d2606 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88124) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 14 18:04:08.655217 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cf09c57f-4c4f-4c41-adaf-3cfb89ace1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2926725', 'neutron.services.segments.db._delete_segments_for_network-8753728381128'] for network, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:08.695172 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-cf09c57f-4c4f-4c41-adaf-3cfb89ace1c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f622d23e518>,) {'filters': {'network_id': ['da43ee0f-1f13-495f-8060-fbaa65359c2f']}} {{(pid=88122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:04:08.709335 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-cf09c57f-4c4f-4c41-adaf-3cfb89ace1c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f622d23e518>, '2de76f15-1099-4f6f-9500-05cb42b7dc75') {'for_net_delete': True} {{(pid=88122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:04:08.709880 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.services.segments.db [None req-cf09c57f-4c4f-4c41-adaf-3cfb89ace1c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f622d23e518>, '2de76f15-1099-4f6f-9500-05cb42b7dc75') {} {{(pid=88122) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 14 18:04:08.723221 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cf09c57f-4c4f-4c41-adaf-3cfb89ace1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753728390873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853217412'] for segment, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:08.743505 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cf09c57f-4c4f-4c41-adaf-3cfb89ace1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851676701'] for segment, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:08.750499 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf09c57f-4c4f-4c41-adaf-3cfb89ace1c9 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=88122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 14 18:04:08.750924 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cf09c57f-4c4f-4c41-adaf-3cfb89ace1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3099130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852908400'] for segment, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:08.765513 dv-cinder-821737-1-iscsi neutron-server[88013]: Traceback (most recent call last):
Dec 14 18:04:08.765513 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 14 18:04:08.765513 dv-cinder-821737-1-iscsi neutron-server[88013]:     timer()
Dec 14 18:04:08.765513 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 14 18:04:08.765513 dv-cinder-821737-1-iscsi neutron-server[88013]:     cb(*args, **kw)
Dec 14 18:04:08.765513 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 14 18:04:08.765513 dv-cinder-821737-1-iscsi neutron-server[88013]:     return func(*args, **kwargs)
Dec 14 18:04:08.765513 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 14 18:04:08.765513 dv-cinder-821737-1-iscsi neutron-server[88013]:     self._notify()
Dec 14 18:04:08.765513 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 14 18:04:08.765513 dv-cinder-821737-1-iscsi neutron-server[88013]:     self.callback(batched_events)
Dec 14 18:04:08.765513 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 14 18:04:08.765513 dv-cinder-821737-1-iscsi neutron-server[88013]:     event.method(event)
Dec 14 18:04:08.765513 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 14 18:04:08.765513 dv-cinder-821737-1-iscsi neutron-server[88013]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 14 18:04:08.765513 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 14 18:04:08.765513 dv-cinder-821737-1-iscsi neutron-server[88013]:     segment_id)['aggregates'][0]
Dec 14 18:04:08.765513 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 14 18:04:08.765513 dv-cinder-821737-1-iscsi neutron-server[88013]:     return f(self, *a, **k)
Dec 14 18:04:08.765513 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 14 18:04:08.765513 dv-cinder-821737-1-iscsi neutron-server[88013]:     return self._get(url).json()
Dec 14 18:04:08.765513 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 14 18:04:08.765513 dv-cinder-821737-1-iscsi neutron-server[88013]:     **kwargs)
Dec 14 18:04:08.765513 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 14 18:04:08.765513 dv-cinder-821737-1-iscsi neutron-server[88013]:     return self.request(url, 'GET', **kwargs)
Dec 14 18:04:08.765513 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 14 18:04:08.765513 dv-cinder-821737-1-iscsi neutron-server[88013]:     **endpoint_filter)
Dec 14 18:04:08.765513 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 14 18:04:08.765513 dv-cinder-821737-1-iscsi neutron-server[88013]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 14 18:04:08.765513 dv-cinder-821737-1-iscsi neutron-server[88013]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 14 18:04:08.765513 dv-cinder-821737-1-iscsi neutron-server[88013]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 14 18:04:08.765513 dv-cinder-821737-1-iscsi neutron-server[88013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 14 18:04:08.852023 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cf09c57f-4c4f-4c41-adaf-3cfb89ace1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851849074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4068388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646652'] for network, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:08.864915 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-b3b2f596-28eb-4c93-9547-acbcc0617150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:04:08.884125 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cf09c57f-4c4f-4c41-adaf-3cfb89ace1c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4068563'] for network, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:08.894348 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 79ddc218-cf4a-49d3-b172-4c3b1a132fb9 no longer exists at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 18:04:08.896078 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09c57f-4c4f-4c41-adaf-3cfb89ace1c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=da43ee0f-1f13-495f-8060-fbaa65359c2f,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:04:08.899807 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-cf09c57f-4c4f-4c41-adaf-3cfb89ace1c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:04:08.901993 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-cf09c57f-4c4f-4c41-adaf-3cfb89ace1c9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/da43ee0f-1f13-495f-8060-fbaa65359c2f HTTP/1.1" status: 204  len: 168 time: 1.2446153
Dec 14 18:04:08.929486 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] No Port match for: 79ddc218-cf4a-49d3-b172-4c3b1a132fb9 {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 18:04:08.929904 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 79ddc218-cf4a-49d3-b172-4c3b1a132fb9 not bound to the agent host dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 18:04:08.930358 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 579fa5be-7f77-4478-89d5-50273bcd372b no longer exists at agent ovs-agent-dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 14 18:04:08.963119 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] No Port match for: 579fa5be-7f77-4478-89d5-50273bcd372b {{(pid=88124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 14 18:04:08.963508 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.rpc [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Device 579fa5be-7f77-4478-89d5-50273bcd372b not bound to the agent host dv-cinder-821737-1-iscsi {{(pid=88124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 14 18:04:09.069557 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-a5355546-70c5-4380-8f47-fee3bf7d2606 None None] Deleting port 579fa5be-7f77-4478-89d5-50273bcd372b {{(pid=88124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 14 18:04:09.070266 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a5355546-70c5-4380-8f47-fee3bf7d2606 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283126445257'] for port, before_delete {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:09.125967 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 53696) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:04:09.139289 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.plugins.ml2.plugin [None req-a5355546-70c5-4380-8f47-fee3bf7d2606 None None] The port '579fa5be-7f77-4478-89d5-50273bcd372b' was deleted {{(pid=88124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 14 18:04:09.183619 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-abed222f-f683-45dd-99bf-2216362d41c0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cfc2101e6c974cd5820f5e1b931ec68d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0561876
Dec 14 18:04:09.187197 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88123) accepted ('10.222.0.53', 53700) {{(pid=88123) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:04:09.260704 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7e780402-906c-4a6b-bbac-bb72ad4ea62e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:09.289104 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7e780402-906c-4a6b-bbac-bb72ad4ea62e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:09.348124 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7e780402-906c-4a6b-bbac-bb72ad4ea62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:09.354114 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-15867bb2-8f89-4347-8df5-d845f4df14a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:04:09.365453 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e780402-906c-4a6b-bbac-bb72ad4ea62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096b27ed-5698-4ab8-b421-08290b9283d4,revision_number=None']} {{(pid=88123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:04:09.370907 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-7e780402-906c-4a6b-bbac-bb72ad4ea62e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88123) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:04:09.372918 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7e780402-906c-4a6b-bbac-bb72ad4ea62e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88123) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:09.374161 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-7e780402-906c-4a6b-bbac-bb72ad4ea62e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/096b27ed-5698-4ab8-b421-08290b9283d4 HTTP/1.1" status: 204  len: 168 time: 0.1857574
Dec 14 18:04:09.840907 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 53708) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:04:09.895283 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-e22b60f1-2de1-459e-96f1-5bb350e929ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4e2c7629ab124954860c8a97ef868423&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0530717
Dec 14 18:04:09.898805 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.wsgi [-] (88122) accepted ('10.222.0.53', 53712) {{(pid=88122) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 14 18:04:09.971049 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-05c276ee-69f3-4056-a6db-7ba2a13936d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:10.005124 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-05c276ee-69f3-4056-a6db-7ba2a13936d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:10.064826 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-05c276ee-69f3-4056-a6db-7ba2a13936d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720266'] for security_group, after_delete {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:10.070036 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-5013f2e1-0913-45eb-bcb5-e61956dd7464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 14 18:04:10.085136 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c276ee-69f3-4056-a6db-7ba2a13936d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300b0a20-4bb5-4430-93ea-03848bc83661,revision_number=None']} {{(pid=88122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 14 18:04:10.090597 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG oslo_concurrency.lockutils [None req-05c276ee-69f3-4056-a6db-7ba2a13936d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88122) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 14 18:04:10.094659 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-05c276ee-69f3-4056-a6db-7ba2a13936d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88122) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:10.096282 dv-cinder-821737-1-iscsi neutron-server[88013]: INFO neutron.wsgi [None req-05c276ee-69f3-4056-a6db-7ba2a13936d7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/300b0a20-4bb5-4430-93ea-03848bc83661 HTTP/1.1" status: 204  len: 168 time: 0.1963799
Dec 14 18:04:20.768928 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e0f67d1e-4e44-42f0-b185-0b0f0acc7eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:21.655272 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:22.933661 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-9fa795da-7c60-4f49-ad15-ae1b583787c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:23.321677 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:24.651684 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:32.262242 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:35.348183 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 6 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 18:04:50.776897 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-30110c4e-a658-4d5e-a12c-3a3bc0db8ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:51.659681 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:52.930217 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8cdda825-96b4-42da-a555-d36b296ca635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:53.324476 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:04:54.656529 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:05:02.285234 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:05:12.350636 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 6 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 18:05:20.773585 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-e2bc159f-32ed-4c9f-b90f-46711130bbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:05:21.668180 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:05:22.929952 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3bbd5c0d-64e4-4d16-b26d-56af0b654db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:05:23.323987 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:05:24.665476 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:05:32.292091 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:05:49.353209 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 6 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 18:05:50.768389 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-bec04448-96a1-4147-8083-0552c1bde456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:05:51.662163 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:05:52.926283 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-0f2a8276-8e57-4bc6-bce2-a7b5e5ebd221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:05:53.334921 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:05:54.662960 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:06:02.299141 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:06:20.774198 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-581927bf-fe0b-46b5-a368-ceda872e6e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:06:21.667046 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:06:22.920772 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-c7462df1-1438-46f0-8718-8dd56321cbb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:06:23.334402 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:06:24.666373 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:06:26.359069 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 6 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 18:06:32.306678 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:06:50.775561 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-14ad4bd5-d054-49ee-ad8f-11fecdd8389c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:06:51.671391 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:06:52.927863 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-c92fb4de-fc77-45c6-bc36-e981c5ae804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:06:53.334558 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:06:54.667656 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:07:02.315057 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:07:03.366205 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 6 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 18:07:20.770968 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-a942e4ce-cbb6-47b2-ba8c-e1bfc6a447ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:07:21.685470 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:07:22.924262 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-960ba615-33e9-40fc-bb41-34af61d33e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:07:23.338420 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:07:24.676539 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:07:32.331280 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:07:40.361357 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 6 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 18:07:50.768198 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-cc30d0ff-ac32-4e81-824c-36f613d025a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:07:51.682617 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:07:52.939003 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-5ebf70f4-0fd9-4174-bff3-fac15a868533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:07:53.340730 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:07:54.674500 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:08:02.354004 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:08:17.363380 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 6 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 18:08:20.764234 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-596ef2d4-1bc7-4562-aa33-f600483c7a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:08:21.678755 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:08:22.933569 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8e2764bb-754e-43c7-98f4-f62f1bb2efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:08:23.344166 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:08:24.677279 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:08:32.351058 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:08:50.760936 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-2d6dc692-b8a1-4a09-94bc-ae256e068d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:08:51.675528 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:08:52.938630 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-00df34a6-d50b-4699-921b-035e97b9d16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:08:53.347568 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:08:54.365218 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron.db.agents_db [None req-e72df026-e993-4272-b5bc-64ff49a9f230 None None] Agent healthcheck: found 6 active agents {{(pid=88125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 14 18:08:54.680163 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:09:02.341759 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-50199840-3358-41a5-99f6-3b7ffc2e259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:09:20.772132 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-7c92cd36-8ce8-47a7-9616-d60634cdaa69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:09:21.672286 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-90caa841-0576-4a3e-9820-af32ff203836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:09:22.944077 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-b055442a-2312-4410-ab78-84860504393e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:09:23.349857 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-8d7eb729-f442-46d6-a2c4-fae998a11883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 14 18:09:24.765779 dv-cinder-821737-1-iscsi neutron-server[88013]: DEBUG neutron_lib.callbacks.manager [None req-3d9cfef2-79c3-4548-90c7-725d2e0d41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753728381111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2921826'] for agent, after_update {{(pid=88124) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}